-- Logs begin at Sun 2021-09-19 06:18:23 UTC, end at Sun 2021-09-19 07:17:08 UTC. -- Sep 19 06:46:55.184331 dv-cinder-809944-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 19 06:46:57.877348 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.common.config [-] Logging enabled! Sep 19 06:46:57.877963 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 19 06:46:57.878152 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93921) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 19 06:46:57.881922 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.common.config [-] Logging enabled! Sep 19 06:46:57.882176 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 19 06:46:57.882487 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93921) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 19 06:46:57.883412 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 06:46:57.883667 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 06:46:57.884026 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 06:46:57.884267 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 06:46:57.884489 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 06:46:57.884805 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.885097 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.885389 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.885615 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.885903 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.886189 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.886471 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.886758 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.887053 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.887334 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.887636 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.887919 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.888146 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.888426 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.888710 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.888992 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.889213 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] debug = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.889490 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.889909 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.890301 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.890580 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.890872 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.891147 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.891413 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.891710 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.891991 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.892315 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] host = dv-cinder-809944-1-iscsi {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.892590 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.892871 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.893152 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.893431 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.893732 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.894010 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.894290 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.894565 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.894833 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] log_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.895105 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.895389 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.895694 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.895978 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.896200 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.896418 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.896699 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.896979 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.897250 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.897521 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.897791 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.898058 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.898327 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.898591 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.898868 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.899146 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.899424 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.899716 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.899985 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.900251 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.900519 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.900802 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.901070 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.901339 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.901606 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.901884 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.902148 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.902417 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.902712 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.902991 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.903265 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.903557 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.903828 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.904103 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.904371 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.904638 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.904902 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] use_json = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.905167 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.905430 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.905704 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.905968 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.906235 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.906502 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.906770 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.907292 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:46:57.907616 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.907909 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.908201 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.908480 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.908769 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.909045 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.909391 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.909667 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.909950 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.910235 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.910520 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.910798 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.911081 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.911354 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.911664 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.911965 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.912252 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.912538 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.912810 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.913079 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.913348 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.913620 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.913903 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.914174 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.914458 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.914741 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.915016 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.915296 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.915608 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.915894 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.916162 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.916436 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.916721 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.916992 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.917259 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.917530 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.917812 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.918082 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.918350 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.918627 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.918901 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.919167 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.919433 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.919726 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.920009 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.920281 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.920548 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.920819 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.921089 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.921357 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.921637 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.921908 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.922175 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.922441 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.922713 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.922981 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.923247 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.923516 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.923803 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.924072 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.924340 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.924607 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.924878 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.925668 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.925937 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.926205 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.926476 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.926750 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.927021 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.927290 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.927578 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.927851 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.928120 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.928399 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.928693 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.928967 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.929241 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.929516 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.929788 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.930058 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.930328 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.930600 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.930873 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.931139 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.931427 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.931727 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.932010 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.932287 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.932563 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.932860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.933136 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.933415 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.933687 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.933963 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.934241 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.934522 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.934811 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.935099 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.935385 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.935694 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.935983 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.936258 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.936562 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.936838 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:46:57.937050 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 06:46:57.937283 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93921) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 19 06:46:58.281361 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 19 06:46:58.281641 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 19 06:46:58.281933 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 19 06:46:58.282520 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 19 06:46:58.672293 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.672518 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.672793 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.674083 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.674360 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.674627 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.710500 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.710775 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.711041 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.725620 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.725897 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.726164 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.754294 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.754573 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.754843 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.792449 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.792731 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:58.793002 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.021892 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.022493 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.022493 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.022684 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.023373 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.141687 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.142004 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.142290 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.142565 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.142833 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.143145 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.143408 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.143773 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.144040 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.144331 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.144592 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.144857 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.145114 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.145367 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.145623 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.145888 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.146145 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.146413 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.146684 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.146945 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.147216 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.147470 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.147776 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.148156 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.148411 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.148660 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.149054 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 06:46:59.149296 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 06:46:59.149535 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 06:46:59.149771 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 06:46:59.150005 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 06:46:59.150241 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 06:46:59.150604 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 19 06:46:59.153659 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 19 06:46:59.157936 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 19 06:46:59.162763 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 19 06:46:59.164421 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 19 06:46:59.164872 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 19 06:46:59.165207 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 19 06:46:59.165585 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 19 06:46:59.168369 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 19 06:46:59.168625 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 19 06:46:59.168975 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 06:46:59.174268 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 19 06:46:59.196398 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 19 06:46:59.196845 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.197142 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93921) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 19 06:46:59.197502 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.198852 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93921) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 19 06:46:59.199291 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 19 06:46:59.199567 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 19 06:46:59.202686 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.202968 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.266701 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 19 06:46:59.266936 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 19 06:46:59.267173 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 19 06:46:59.267560 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 19 06:46:59.290187 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_db.sqlalchemy.engines [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93921) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 19 06:46:59.817174 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Initializing driver for type 'gre' Sep 19 06:46:59.817698 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] gre ID ranges: [(1, 1000)] Sep 19 06:46:59.865553 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Initializing driver for type 'local' Sep 19 06:46:59.865958 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Initializing driver for type 'vlan' Sep 19 06:46:59.879734 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] VlanTypeDriver initialization complete Sep 19 06:46:59.880126 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Initializing driver for type 'vxlan' Sep 19 06:46:59.880696 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] vxlan ID ranges: [(1, 1000)] Sep 19 06:46:59.932255 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Initializing extension driver 'port_security' Sep 19 06:46:59.932608 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] PortSecurityExtensionDriver initialization complete Sep 19 06:46:59.932939 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Initializing mechanism driver 'openvswitch' Sep 19 06:46:59.933275 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Initializing mechanism driver 'hyperv' Sep 19 06:46:59.939846 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:46:59.941100 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > port after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.941476 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > port after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.941833 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > port after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.942349 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 06:46:59.942780 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > subnet after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.943134 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > subnet after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.943506 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.943939 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 06:46:59.944352 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > network after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.944705 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > network after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.945048 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > network after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.945465 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 06:46:59.945865 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > security_group after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.946213 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > security_group after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.946551 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.947077 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 06:46:59.947484 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.947860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.948203 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.948597 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 06:46:59.948998 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > address_group after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.949343 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > address_group after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.949682 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.950070 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93921) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 19 06:46:59.950449 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] ML2 OVO RPC backend initialized. {{(pid=93921) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 19 06:46:59.951177 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.951547 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.951967 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > network before_response 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.952314 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > networks before_response 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.952662 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > port before_response 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.953003 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > ports before_response 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.953345 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > subnet before_response 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.953685 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > subnets before_response 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.954030 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > network after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.954369 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > network after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.954705 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > network after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.955040 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > port after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.955377 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > port after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.955736 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > port after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.956073 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > subnet after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.956983 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > subnet after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.957318 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.957896 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.plugin [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Modular L2 Plugin initialization complete Sep 19 06:46:59.958231 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading services supported by the core plugin {{(pid=93921) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 19 06:46:59.958568 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.plugins.ml2.managers [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Got port-security extension from driver 'port_security' Sep 19 06:46:59.959027 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.extensions.vlantransparent [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Disabled vlantransparent extension. Sep 19 06:46:59.959510 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93921) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 19 06:46:59.959848 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading Plugin: router Sep 19 06:46:59.995504 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.995918 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router after_create 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.996298 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router before_create 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.996667 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.997045 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.997408 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router after_delete 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.997775 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.998129 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.998494 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router after_create 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.998847 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router after_update 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.999201 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router after_update 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.999586 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:46:59.999953 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router after_update 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.000392 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router precommit_update 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.000764 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: port after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.001105 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: port after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.001441 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: subnet after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.001780 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.002132 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.002484 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router precommit_create 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.002829 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: port before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.003812 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router precommit_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.004181 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router after_update 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.004532 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.004891 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router precommit_create 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.005259 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.005611 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router precommit_update 55549900 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.005988 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > agent after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.006344 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > agent after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.006694 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > network after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.007635 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Tracking information for resource: router configured {{(pid=93921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 06:47:00.007966 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Tracking information for resource: floatingip configured {{(pid=93921) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 19 06:47:00.013046 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.db.l3_agentschedulers_db [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 19 06:47:00.013627 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: port after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.013993 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: port after_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.014342 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: port after_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.014696 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: port after_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.015479 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router before_create 55550100 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.015886 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.016248 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router precommit_create 55550100 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.016606 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > router precommit_update 55550100 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.021366 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.services.provider_configuration [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service providers = [] {{(pid=93921) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 19 06:47:00.021735 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.db.servicetype_db [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93921) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 19 06:47:00.024679 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.services.service_base [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 06:47:00.025207 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.services.service_base [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 06:47:00.025369 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.services.service_base [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 06:47:00.026260 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.services.service_base [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93921) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 19 06:47:00.026633 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.services.service_base [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 19 06:47:00.027009 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 06:47:00.027326 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 19 06:47:00.038217 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 06:47:00.038552 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading Plugin: auto_allocate Sep 19 06:47:00.044332 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: network precommit_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.044705 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: network precommit_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.045227 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 06:47:00.045547 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading Plugin: tag Sep 19 06:47:00.052546 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 06:47:00.052877 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading Plugin: timestamp Sep 19 06:47:00.056879 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 06:47:00.057213 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading Plugin: network_ip_availability Sep 19 06:47:00.062592 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.062964 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.063322 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.064065 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 06:47:00.064389 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading Plugin: flavors Sep 19 06:47:00.069740 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 06:47:00.070021 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading Plugin: revisions Sep 19 06:47:00.074292 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93921) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 19 06:47:00.074680 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_concurrency.lockutils [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=93921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 19 06:47:00.075415 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93921) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 19 06:47:00.075787 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Initializing extension manager. Sep 19 06:47:00.076301 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: __init__.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.076646 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: __pycache__ {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.076984 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.077321 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: address_group.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.078075 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.078649 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: address-group Sep 19 06:47:00.078975 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: address_scope.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.079911 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.080426 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: address-scope Sep 19 06:47:00.080749 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.081690 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.082205 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: router-admin-state-down-before-update Sep 19 06:47:00.082530 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: agent.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.083232 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.083774 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: agent Sep 19 06:47:00.084100 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: agent_resources_synced.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.085014 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.085518 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: agent-resources-synced Sep 19 06:47:00.085838 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: allowedaddresspairs.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.087651 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.088168 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: allowed-address-pairs Sep 19 06:47:00.088495 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: auto_allocated_topology.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.089579 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.090088 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: auto-allocated-topology Sep 19 06:47:00.090413 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: availability_zone.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.091105 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.091641 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: availability_zone Sep 19 06:47:00.091968 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: availability_zone_filter.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.092878 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.093379 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: availability_zone_filter Sep 19 06:47:00.093700 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: data_plane_status.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.094613 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.095114 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension data-plane-status not supported by any of loaded plugins Sep 19 06:47:00.095435 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: default_subnetpools.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.096374 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.096875 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: default-subnetpools Sep 19 06:47:00.097197 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.098005 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.098505 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: dhcp_agent_scheduler Sep 19 06:47:00.098829 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: dns.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.099781 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.100292 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension dns-integration not supported by any of loaded plugins Sep 19 06:47:00.100615 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: dns_domain_ports.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.101533 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.102041 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 19 06:47:00.102363 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.103283 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.103949 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 19 06:47:00.104275 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: dvr.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.104947 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.105451 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: dvr Sep 19 06:47:00.105772 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: ecmp_routes.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.106686 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.107187 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 19 06:47:00.107509 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: empty_string_filtering.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.108436 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.108941 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: empty-string-filtering Sep 19 06:47:00.109262 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.110170 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.110678 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 19 06:47:00.111005 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.111948 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.112991 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 19 06:47:00.113313 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: external_net.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.114228 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.114734 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: external-net Sep 19 06:47:00.115055 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.115983 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.116487 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: extra_dhcp_opt Sep 19 06:47:00.116805 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: extraroute.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.117710 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.118213 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: extraroute Sep 19 06:47:00.118535 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: extraroute_atomic.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.119583 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.120093 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: extraroute-atomic Sep 19 06:47:00.120414 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: filter_validation.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.121076 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.121577 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: filter-validation Sep 19 06:47:00.121898 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: fip_pf_description.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.122809 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.123307 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 19 06:47:00.123665 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: fip_port_details.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.124580 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.125082 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: fip-port-details Sep 19 06:47:00.125405 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: flavors.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.126625 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.127139 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: flavors Sep 19 06:47:00.127464 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.129836 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.130405 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 19 06:47:00.130740 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: floatingip_pools.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.131448 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.131990 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: floatingip-pools Sep 19 06:47:00.132322 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: ip_allocation.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.133255 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.133760 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension ip_allocation not supported by any of loaded plugins Sep 19 06:47:00.134088 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.135017 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.135560 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: ip-substring-filtering Sep 19 06:47:00.135889 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: l2_adjacency.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.136819 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.137321 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 19 06:47:00.137646 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: l3.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.138734 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.139251 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: router Sep 19 06:47:00.139607 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.141831 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.142362 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 19 06:47:00.142698 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.143706 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.144222 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: ext-gw-mode Sep 19 06:47:00.144553 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.145497 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.146010 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: l3-ha Sep 19 06:47:00.148653 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: l3_flavors.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.152697 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.153218 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: l3-flavors Sep 19 06:47:00.153549 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.154478 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.154986 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 19 06:47:00.155314 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: l3agentscheduler.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.156468 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.157480 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: l3_agent_scheduler Sep 19 06:47:00.157967 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: logging.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.159474 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.160029 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension logging not supported by any of loaded plugins Sep 19 06:47:00.160364 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: metering.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.161111 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.161691 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: metering Sep 19 06:47:00.162022 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.163121 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.163677 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: metering_source_and_destination_fields Sep 19 06:47:00.164010 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: multiprovidernet.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.164944 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.165467 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: multi-provider Sep 19 06:47:00.165796 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: netmtu.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.166716 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.167227 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: net-mtu Sep 19 06:47:00.167578 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: netmtu_writable.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.168498 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.169013 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: net-mtu-writable Sep 19 06:47:00.169340 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: network_availability_zone.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.170012 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.170521 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: network_availability_zone Sep 19 06:47:00.170844 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: network_ip_availability.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.171980 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.172502 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: network-ip-availability Sep 19 06:47:00.172830 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: network_segment_range.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.173604 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.174114 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension network-segment-range not supported by any of loaded plugins Sep 19 06:47:00.174438 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: pagination.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.176002 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.176342 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: pagination Sep 19 06:47:00.176669 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: port_device_profile.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.177583 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.178101 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: port-device-profile Sep 19 06:47:00.178425 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.179360 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.179909 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: port-mac-address-regenerate Sep 19 06:47:00.180234 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.181157 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.181665 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: port-numa-affinity-policy Sep 19 06:47:00.181989 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: port_resource_request.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.183052 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.183593 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension port-resource-request not supported by any of loaded plugins Sep 19 06:47:00.183919 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: portbindings.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.184859 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.185368 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: binding Sep 19 06:47:00.185694 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: portbindings_extended.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.186972 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.187491 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: binding-extended Sep 19 06:47:00.187851 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: portsecurity.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.188781 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.189296 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: port-security Sep 19 06:47:00.189625 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: project_id.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.191175 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.191512 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: project-id Sep 19 06:47:00.191863 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: providernet.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.192813 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.193335 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: provider Sep 19 06:47:00.193663 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.197200 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.197727 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos not supported by any of loaded plugins Sep 19 06:47:00.198061 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.199310 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.199871 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 19 06:47:00.200208 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.201132 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.201650 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 19 06:47:00.201983 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos_default.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.202899 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.203419 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos-default not supported by any of loaded plugins Sep 19 06:47:00.203794 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos_fip.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.204458 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.204966 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos-fip not supported by any of loaded plugins Sep 19 06:47:00.205293 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos_gateway_ip.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.206265 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.206780 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 19 06:47:00.207109 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos_port_network_policy.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.208057 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.208570 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 19 06:47:00.208898 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos_pps_rule.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.210080 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.210600 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos-pps not supported by any of loaded plugins Sep 19 06:47:00.210932 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos_rule_type_details.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.211891 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.212402 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 19 06:47:00.212733 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: qos_rules_alias.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.213786 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.214300 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 19 06:47:00.214631 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: quotasv2.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.215625 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.215959 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: quotas Sep 19 06:47:00.216287 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: quotasv2_detail.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.219595 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.219946 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: quota_details Sep 19 06:47:00.220282 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: rbac.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.221352 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.221906 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: rbac-policies Sep 19 06:47:00.222241 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: rbac_address_group.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.223180 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.223727 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: rbac-address-group Sep 19 06:47:00.224060 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: rbac_address_scope.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.224992 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.225522 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: rbac-address-scope Sep 19 06:47:00.225856 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: rbac_security_groups.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.226782 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.227304 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: rbac-security-groups Sep 19 06:47:00.227765 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: rbac_subnetpool.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.228695 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.229215 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: rbac-subnetpool Sep 19 06:47:00.229542 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: revisionifmatch.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.230472 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.230996 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: revision-if-match Sep 19 06:47:00.231325 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: revisions.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.232482 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.233006 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: standard-attr-revisions Sep 19 06:47:00.233336 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: router_availability_zone.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.234022 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.234537 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: router_availability_zone Sep 19 06:47:00.234865 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: routerservicetype.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.235828 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.236344 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension router-service-type not supported by any of loaded plugins Sep 19 06:47:00.236670 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.238120 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.238637 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: security-groups-normalized-cidr Sep 19 06:47:00.238961 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.239913 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.240428 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: port-security-groups-filtering Sep 19 06:47:00.240754 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.241682 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.242202 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: security-groups-remote-address-group Sep 19 06:47:00.242531 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: securitygroup.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.254009 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.254542 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: security-group Sep 19 06:47:00.254878 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: segment.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.255714 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.256229 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension segment not supported by any of loaded plugins Sep 19 06:47:00.256559 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.257515 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.258029 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 19 06:47:00.258360 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: servicetype.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.259547 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.260083 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: service-type Sep 19 06:47:00.260416 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: sorting.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.261411 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.261749 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: sorting Sep 19 06:47:00.262075 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: standard_attr_segment.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.263003 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.263538 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 19 06:47:00.263873 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: standardattrdescription.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.264530 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.265043 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: standard-attr-description Sep 19 06:47:00.265377 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: stateful_security_group.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.266326 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.266844 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: stateful-security-group Sep 19 06:47:00.267171 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: stdattrs_common.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.267785 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 19 06:47:00.268110 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.269082 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.269595 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 19 06:47:00.269918 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: subnet_onboard.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.271003 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.271531 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: subnet_onboard Sep 19 06:47:00.271872 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.272808 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.273321 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 19 06:47:00.273648 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: subnet_service_types.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.274580 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.275094 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: subnet-service-types Sep 19 06:47:00.275427 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: subnetallocation.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.276555 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.277072 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: subnet_allocation Sep 19 06:47:00.277400 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.278067 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.278578 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: subnetpool-prefix-ops Sep 19 06:47:00.278902 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.279875 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.280382 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 19 06:47:00.280707 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: tagging.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.281786 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.282560 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: standard-attr-tag Sep 19 06:47:00.282892 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: timestamp.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.284141 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.284690 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loaded extension: standard-attr-timestamp Sep 19 06:47:00.285026 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: trunk.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.286071 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.286592 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension trunk not supported by any of loaded plugins Sep 19 06:47:00.286924 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: trunk_details.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.287889 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.288406 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension trunk-details not supported by any of loaded plugins Sep 19 06:47:00.288739 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: uplink_status_propagation.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.289684 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.290202 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 19 06:47:00.290534 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Loading extension file: vlantransparent.py {{(pid=93921) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 19 06:47:00.291211 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93921) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 19 06:47:00.291758 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 19 06:47:00.294174 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:network Sep 19 06:47:00.294693 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:subnet Sep 19 06:47:00.295099 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 06:47:00.295507 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:port Sep 19 06:47:00.296763 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.297215 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service FLAVORS assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.297850 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.298278 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.298620 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:router Sep 19 06:47:00.299052 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:floatingip Sep 19 06:47:00.299564 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service METERING assigned prefix: /metering {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.301529 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.301901 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.302257 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93921) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:47:00.303281 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 06:47:00.303762 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:security_group Sep 19 06:47:00.304200 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 06:47:00.304791 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service CORE assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.305124 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 06:47:00.305472 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] subnetpool is already registered Sep 19 06:47:00.305922 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service CORE assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.306263 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 06:47:00.306601 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] subnetpool is already registered Sep 19 06:47:00.308951 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.309395 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service FLAVORS assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.309991 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.310418 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.310752 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:router Sep 19 06:47:00.311093 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] router is already registered Sep 19 06:47:00.311508 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:floatingip Sep 19 06:47:00.311872 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] floatingip is already registered Sep 19 06:47:00.312328 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service METERING assigned prefix: /metering {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.312999 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of CountableResource for resource:rbac_policy Sep 19 06:47:00.313329 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] rbac_policy is already registered Sep 19 06:47:00.313740 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:security_group Sep 19 06:47:00.314075 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] security_group is already registered Sep 19 06:47:00.314476 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 19 06:47:00.314811 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] security_group_rule is already registered Sep 19 06:47:00.315456 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service CORE assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.316342 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 06:47:00.316680 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] subnetpool is already registered Sep 19 06:47:00.317102 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.v2.resource_helper [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Service CORE assigned prefix: {{(pid=93921) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 19 06:47:00.317436 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Creating instance of TrackedResource for resource:subnetpool Sep 19 06:47:00.317768 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING neutron.quota.resource_registry [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] subnetpool is already registered Sep 19 06:47:00.318232 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: extensions {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.319724 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: address-groups {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.321243 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: address-scopes {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.322536 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: agents {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.323733 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: auto-allocated-topology {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.325002 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: availability_zones {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.326234 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: dhcp-networks {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.327780 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: dhcp-agents {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.329220 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: routers {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.331465 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: flavors {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.332658 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: service_profiles {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.333866 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: next_providers {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.335325 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: service_profiles {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.336918 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: floatingip-pools {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.338142 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: routers {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.340281 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: floatingips {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.341569 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: l3-routers {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.342962 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: l3-agents {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.344409 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: metering-labels {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.345761 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: metering-label-rules {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.347623 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: network-ip-availabilities {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.348907 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: bindings {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.351562 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: quotas {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.353057 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: quotas {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.354477 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: rbac-policies {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.355719 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: security-groups {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.357028 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: security-group-rules {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.358344 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: service-providers {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.359594 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: subnetpools {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.361036 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: subnetpools {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.363042 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.364749 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.366582 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.368404 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.370191 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.372061 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.373767 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.375701 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.377468 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.379235 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron.api.extensions [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Extended resource: tags {{(pid=93921) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 19 06:47:00.385156 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING keystonemiddleware.auth_token [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 19 06:47:00.389905 dv-cinder-809944-1-iscsi neutron-server[93921]: WARNING keystonemiddleware.auth_token [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 19 06:47:00.398399 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_concurrency.lockutils [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Acquired lock "singleton_lock" {{(pid=93921) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 19 06:47:00.398876 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_concurrency.lockutils [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Releasing lock "singleton_lock" {{(pid=93921) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 19 06:47:00.399540 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO oslo_service.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Starting 2 workers Sep 19 06:47:00.404384 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Started child 94030 {{(pid=93921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 06:47:00.410651 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Started child 94031 {{(pid=93921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 06:47:00.410831 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:00.411447 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO neutron.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 19 06:47:00.411912 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Notify callbacks [] for process, before_spawn {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:00.412032 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [-] (94030) wsgi starting up on http://0.0.0.0:9696 Sep 19 06:47:00.414370 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:00.415142 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO oslo_service.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Starting 1 workers Sep 19 06:47:00.415792 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [-] (94031) wsgi starting up on http://0.0.0.0:9696 Sep 19 06:47:00.421385 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Started child 94032 {{(pid=93921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 06:47:00.421940 dv-cinder-809944-1-iscsi neutron-server[93921]: INFO oslo_service.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Starting 1 workers Sep 19 06:47:00.424666 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] calling RpcWorker wait() {{(pid=94032) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 19 06:47:00.425720 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] returning from RpcWorker wait() {{(pid=94032) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 19 06:47:00.427002 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:00.427106 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Started child 94033 {{(pid=93921) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 19 06:47:00.427441 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:00.427940 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ae55727-ce3f-40c9-954b-e89305162b86 None None] Notify callbacks [] for process, after_spawn {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:00.429847 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93921) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 06:47:00.430066 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 06:47:00.430253 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 06:47:00.430477 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 06:47:00.430826 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 06:47:00.431011 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 06:47:00.431548 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.431833 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.432104 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.432196 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:00.432643 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.432643 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.433049 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:00.433214 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.433474 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.433739 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.434027 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.434276 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.434453 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.434621 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.434868 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.435121 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.435435 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.435729 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.435971 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.436253 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.436426 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.436673 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.436945 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.437177 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.437454 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] debug = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.437674 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.438152 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.438384 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.438644 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.439029 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.439472 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.439908 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.440309 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.440741 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.441091 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.441489 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.441898 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.442249 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.442578 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.443050 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.443263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.443621 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.444295 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] host = dv-cinder-809944-1-iscsi {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.444660 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.444988 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.445373 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.445744 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.446117 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.446437 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.446815 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.447165 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.447549 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.447910 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.448260 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.448631 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.448977 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.449324 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.449567 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_options = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.449922 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.450278 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.450672 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.450948 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.451191 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.451444 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.451824 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.452062 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.452415 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.452762 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.453091 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.453419 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.453761 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.454103 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.454498 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.454870 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.455189 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.455501 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.456033 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.456401 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.456741 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.457099 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.457441 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.457785 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.458983 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.458983 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.458983 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.459272 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.459496 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.459889 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.460252 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.460607 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.460931 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.461287 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.461673 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.462016 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.462906 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.462906 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.463076 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.463393 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.463718 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.464196 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.464539 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.464888 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.465250 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.465542 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.465875 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_json = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.466238 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.466596 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.466964 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.467283 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.467640 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.467965 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.468292 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.468651 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.469222 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.469640 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.470111 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.470462 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.470805 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.471169 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.471511 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.472419 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.472788 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.473136 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.473984 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.474231 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.474525 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.474780 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.475074 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.475427 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.475826 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.476102 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.476362 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.476612 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.476836 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.477139 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.477663 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.477663 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.477928 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.478522 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.478629 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.479045 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.479419 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.479788 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.480144 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.480483 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.481394 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.481394 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.481580 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.481759 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.482091 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.482455 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.482856 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.483103 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.483437 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.484223 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.484223 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.484496 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.484893 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.485166 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.485415 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.485644 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.485890 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.486114 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.486337 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.486593 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.486877 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.487160 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.487499 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.488291 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.488523 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.488750 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.488968 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.489237 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.489602 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.489921 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.490239 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.490549 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.490875 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.491213 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.491577 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.491898 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.492208 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.492521 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.492854 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.493160 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.493498 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.493854 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.494162 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.494480 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.494789 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.495141 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.495474 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.495873 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.496213 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.496553 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.496833 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.497057 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.497275 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.497496 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.497716 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.497932 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.498148 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.498415 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.498773 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.499020 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.499269 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.499513 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.499804 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.500028 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.500285 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.500587 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.500929 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.501274 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.501640 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.501983 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.502331 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.502652 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.503020 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.503369 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.503741 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.504091 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.504445 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.504815 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.505134 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.505490 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.505894 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.507003 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.507416 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.507845 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.508217 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.508504 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.508787 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.509016 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.509299 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.509665 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.509954 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.510213 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.510492 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.510726 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.511006 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.511248 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.511513 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.511906 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.512247 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.512597 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.512974 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.513309 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.513629 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.513935 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.514316 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.514734 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.515077 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.515410 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.515788 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.516189 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.516539 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.516885 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.517254 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.517594 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.517996 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.518340 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.518735 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.519056 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.519392 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.519784 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.520103 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.520402 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.520624 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.520889 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.521110 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.521330 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.521594 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.521817 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.522054 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.522296 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.522521 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.522766 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.523018 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.523235 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.523459 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.523745 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.523971 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.524197 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.524441 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.524661 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.524915 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.525137 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.525416 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.525684 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.525924 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.526153 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.526396 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.526658 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.526942 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.527187 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.527407 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.527650 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.527867 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.528109 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.528325 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.528538 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.528767 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.529179 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.529287 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.529498 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.529838 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.530075 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.530306 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.530546 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.530763 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.531013 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.531247 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.531507 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.531755 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.531975 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.532453 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.532714 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.532940 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.533205 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.533420 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.533633 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.533845 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.534062 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.534799 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.535090 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.535344 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.535605 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.535886 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.536146 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.536382 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.536612 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.536826 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.537039 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.537264 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.537484 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.537695 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.537953 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.538172 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.538382 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.538605 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.538824 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.539036 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.539284 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.539565 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.539772 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.539995 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.540215 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.540433 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.540708 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.540905 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.541069 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.541291 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.541510 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.541722 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.541969 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.542180 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.542450 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.542603 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.542837 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.543112 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.543420 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.543709 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.544002 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.544254 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.544504 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.544753 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.544976 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.545321 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.545532 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.545791 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.546099 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.546242 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.546467 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.546733 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.547060 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.547347 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.547732 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.547911 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.548536 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.548536 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.548768 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.548945 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.549252 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.549587 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.549883 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.550263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.550408 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.550645 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.550889 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.551118 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.551344 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.552541 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.552541 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.552541 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.552541 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.552541 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.553197 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.553197 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.553197 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.553541 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.553662 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.553777 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.554938 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.554938 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 06:47:00.554938 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93921) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 19 06:47:00.554938 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 19 06:47:00.555411 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 19 06:47:00.555411 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 19 06:47:00.555411 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 19 06:47:00.555729 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 19 06:47:00.555729 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.556041 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.556041 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.556264 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.556264 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.556481 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.556588 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.556718 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.556871 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.557096 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.557264 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.557391 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.557515 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.557639 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.557766 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.557926 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.558085 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.558435 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.558435 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.558687 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.558687 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.558903 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.559014 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] debug = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.559134 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.559334 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.559489 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.559688 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.559856 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.559997 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.560126 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.560285 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.560442 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.560602 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.560760 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.560918 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.561066 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.561214 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.561353 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.561517 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.561665 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.561823 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] host = dv-cinder-809944-1-iscsi {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.562029 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.562571 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.562571 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.562571 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.562571 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.563092 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.563092 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.563092 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.563491 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.563491 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.563491 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.563953 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.563953 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.563953 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.564347 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_options = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.564347 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.564347 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.564732 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.564732 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.565021 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.565021 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.566041 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.566041 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.566041 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.566440 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.566440 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.566440 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.566830 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.566830 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.566830 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.567213 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.567213 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.567580 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.567580 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.567580 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.567973 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.567973 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.568233 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.568233 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.568447 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.568447 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.568605 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.568759 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.568919 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.569078 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.569238 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.569397 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.569556 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.569715 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.569874 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.570031 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.570189 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.570348 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.570511 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.570668 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.570826 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.571143 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.571143 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.571443 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.571443 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.571695 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.571822 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_json = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.571959 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.572087 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.572211 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.572333 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.572483 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.572642 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.572800 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.572958 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 19 06:47:00.573138 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.573302 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.573475 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.573636 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.573798 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.573960 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.574122 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.574246 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:00.574339 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.574418 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.574582 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.574751 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.574914 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.575085 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.575247 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.575409 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.575594 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.575758 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.575919 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.576081 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.576245 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.576406 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.576567 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.576737 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.576898 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.577059 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.577220 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.577380 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.577560 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.577724 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.577886 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.578052 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.578215 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.578377 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.578537 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.578699 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.578862 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.579024 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.579185 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.579348 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.579509 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.579691 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.579853 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.580015 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.580177 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.580340 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.580501 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.580662 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.580823 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.580985 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.581700 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.581878 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.582041 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.582203 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.582366 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.582528 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.582701 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.582864 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.583025 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.583187 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.583347 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.583509 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.583693 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.583867 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.584000 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.584166 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.584328 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.584503 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.584665 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.584827 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.584988 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.585151 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.585312 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.585474 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.585636 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.585799 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.585960 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.586123 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.586285 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.586447 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.586609 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.586771 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.586932 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.587095 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.587256 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.587419 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.587606 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.587770 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.588013 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.589263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.589263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.589263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.589263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.589263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.589263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.589263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.589263 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.590794 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.590794 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.590794 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.590794 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.590794 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.590794 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.590794 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.590794 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.591860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.591860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.591860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.591860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.591860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.591860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.591860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.591860 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.592793 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.592793 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.592793 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.592793 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.592793 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.592793 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.592793 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.593398 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.593398 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.593398 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.593398 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.593680 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.593680 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.593822 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.593899 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.594053 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.594216 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.594403 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.594535 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.594658 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.594830 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.595002 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.595165 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.595326 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.595487 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.595693 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.595856 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.596017 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.596178 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.596339 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.596501 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.596663 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.596847 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.597009 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.597171 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.597333 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.597496 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.597663 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.597825 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.597986 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.598148 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.598311 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.598472 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.598635 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.598797 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.598959 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.599121 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.599283 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.599446 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.599630 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.599792 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.599955 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.600117 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.600280 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.600441 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.600603 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.600764 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.600925 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.601086 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.601247 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.601409 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.601569 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.601731 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.601894 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.602056 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.602218 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.602381 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.602544 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.602705 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.602887 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.603089 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.603255 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.603418 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.603603 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.603768 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.603931 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.604095 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.604258 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.604468 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.604616 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.604744 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.604889 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.605051 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.605213 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.605376 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.605574 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.605700 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.605825 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.605986 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.606147 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.606310 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.606474 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.606639 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.606802 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.606964 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.607126 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.607288 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.607496 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.607642 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.607799 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.607962 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.608123 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.608285 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.608446 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.608608 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.608779 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.608942 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.609103 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.609264 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.609425 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.609586 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.609758 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.609920 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.610082 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.610243 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.610404 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.610565 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.610736 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.610899 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.611060 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.611222 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.611382 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.611576 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.611734 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.611896 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.612058 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.612219 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.612401 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.612563 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.612735 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.612897 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.613057 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.613219 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.613380 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.613542 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.613712 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.613876 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.614038 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.614206 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.614368 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.614583 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.614713 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.614846 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.614972 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.615140 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.615301 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.615464 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.615647 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.615812 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.615978 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.616148 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.616317 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.616481 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.616650 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.616820 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.616991 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.617153 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.617390 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.617661 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.617778 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.617936 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.618055 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.618178 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.618312 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.618475 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.618731 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.618890 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.619015 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.619138 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.619273 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.619398 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.619542 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.619709 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.619871 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.620033 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.620815 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.620815 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.620815 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 19 06:47:00.620815 dv-cinder-809944-1-iscsi neutron-server[93921]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93921) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 19 06:47:00.856622 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34208) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:00.865602 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068564 Sep 19 06:47:12.081805 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36187360-4699-4149-a768-35aa367c87c2 None None] get_active_networks_info from dv-cinder-809944-1-iscsi {{(pid=94032) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 19 06:47:12.155402 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36187360-4699-4149-a768-35aa367c87c2 None None] No non-hosted networks {{(pid=94032) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 19 06:47:12.170316 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.agentschedulers_db [None req-36187360-4699-4149-a768-35aa367c87c2 None None] DHCP Agent not found on host dv-cinder-809944-1-iscsi {{(pid=94032) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 19 06:47:12.321998 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3a6fea49-cacc-4a2f-b09d-710d2c11f426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438316'] for agent, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:14.676061 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2488e6e1-f647-48d2-b62f-34e313ea3252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438316'] for agent, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:14.727602 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-60c6170f-1e61-4035-83c9-7f2b81fe3ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:15.632914 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438316'] for agent, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:15.633738 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.634106 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.634408 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.634754 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.635495 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.635495 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.641910 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.642472 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.643044 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.643378 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.643916 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.644429 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:15.644823 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809944-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:15.654097 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809944-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:15.829285 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438316'] for agent, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:17.362652 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438316'] for agent, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:18.217667 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.db.l3_hamode_db [None req-f082c0b0-2032-445d-8295-8836d3538263 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 19 06:47:18.294929 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082c0b0-2032-445d-8295-8836d3538263 None None] Routers set() bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:47:18.295317 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f082c0b0-2032-445d-8295-8836d3538263 None None] Router IDs set() for agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 19 06:47:18.487469 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34300) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:18.968784 dv-cinder-809944-1-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-063fcc55-4a9c-49b2-86f8-8e04e4da9cb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 06:47:18.969355 dv-cinder-809944-1-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-063fcc55-4a9c-49b2-86f8-8e04e4da9cb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 06:47:19.189359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-063fcc55-4a9c-49b2-86f8-8e04e4da9cb5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:47:19.190945 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-063fcc55-4a9c-49b2-86f8-8e04e4da9cb5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7025552 Sep 19 06:47:21.554209 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34314) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:21.861010 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-85929ad9-ccbb-42ee-926c-d447f4875d49 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:47:21.952793 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.policy [None req-85929ad9-ccbb-42ee-926c-d447f4875d49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94030) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 06:47:21.996202 dv-cinder-809944-1-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-85929ad9-ccbb-42ee-926c-d447f4875d49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 06:47:21.996563 dv-cinder-809944-1-iscsi neutron-server[94030]: WARNING oslo_policy.policy [None req-85929ad9-ccbb-42ee-926c-d447f4875d49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 06:47:22.004958 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.quota [None req-85929ad9-ccbb-42ee-926c-d447f4875d49 admin admin] Loaded quota_driver: . Sep 19 06:47:22.091310 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-85929ad9-ccbb-42ee-926c-d447f4875d49 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795005705488', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795005706023', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795005660606', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795005658898', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795007305877', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8795005670372', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1666396', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1358914', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-375814', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3861036'] for rbac-policy, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:22.153581 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-85929ad9-ccbb-42ee-926c-d447f4875d49 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:22.154768 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-85929ad9-ccbb-42ee-926c-d447f4875d49 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5996020 Sep 19 06:47:24.730975 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34326) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:25.026762 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Request body: {'network': {'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'admin_state_up': True, 'name': 'private'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:47:25.054708 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Made reservation on behalf of 01f6d0f4ae714bbab217299f3948eb17 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:47:25.057363 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:25.074120 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:25.202312 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:25.206615 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:25.225202 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:47:25.252443 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8795009143956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:25.253037 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Unsubscribe: segment precommit_create {{(pid=94030) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 06:47:25.253518 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Added segment 0e46467c-e9db-4a20-8795-0761a430c183 of type vlan for network e039ec7c-4a41-4b66-b183-9f87871b9d7a Sep 19 06:47:25.269750 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fc0931-71d2-4410-b5c4-6794ba9f205a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:25.295657 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.296014 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.296349 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.296674 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.296993 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.297327 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.297647 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.297967 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.298299 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.298642 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.298957 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.299267 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Tracked resource versions report: Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: pushed versions: Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: { 'AddressGroup': {'1.2'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'ConntrackHelper': {'1.0'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Log': {'1.0'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Network': {'1.1'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Port': {'1.7'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'PortForwarding': {'1.2'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'QosPolicy': {'1.9'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SecurityGroup': {'1.4'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SecurityGroupRule': {'1.2'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SubPort': {'1.0'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Subnet': {'1.1'}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Trunk': {'1.1'}} Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: consumer versions: Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: { DHCP agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: L3 agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: Metadata agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: Metering agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: Open vSwitch agent@dv-cinder-809944-1-iscsi: { 'AddressGroup': '1.2', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'ConntrackHelper': '1.0', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Log': '1.0', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Network': '1.1', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Port': '1.7', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'PortForwarding': '1.2', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'QosPolicy': '1.9', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SecurityGroup': '1.4', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SecurityGroupRule': '1.2', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SubPort': '1.0', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Subnet': '1.1', Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Trunk': '1.1'}} Sep 19 06:47:25.300373 dv-cinder-809944-1-iscsi neutron-server[94030]: {{(pid=94030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 06:47:25.374854 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:25.413514 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:25.414587 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:47:25.415238 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:25.470305 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7382448 Sep 19 06:47:25.515244 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3deb9-37f5-48cc-a917-e29b47c162b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e039ec7c-4a41-4b66-b183-9f87871b9d7a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:25.527817 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network e039ec7c-4a41-4b66-b183-9f87871b9d7a details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:47:28.088955 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34340) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:28.482145 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbafbb76-ee78-4fb9-badd-e091cadd4b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:47:28.483535 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-cbafbb76-ee78-4fb9-badd-e091cadd4b5c admin admin] 10.222.0.18 "GET /v2.0/networks/e039ec7c-4a41-4b66-b183-9f87871b9d7a HTTP/1.1" status: 200 len: 825 time: 0.3936222 Sep 19 06:47:28.507915 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b7fe4ecb-43ae-4085-ba69-76ac2e4ed984 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/982bb34b-7244-48ce-8f6e-024cefaf9e66 HTTP/1.1" status: 200 len: 734 time: 0.0182178 Sep 19 06:47:28.516629 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Request body: {'subnet': {'subnetpool_id': '982bb34b-7244-48ce-8f6e-024cefaf9e66', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a', 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:47:28.539301 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Made reservation on behalf of 01f6d0f4ae714bbab217299f3948eb17 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:47:28.541554 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:28.829489 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:28.909532 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a710bcca-ed61-4664-9211-72d50daeb449,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:28.911503 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Checking segment: {'id': '0e46467c-e9db-4a20-8795-0761a430c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:47:28.911890 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Network hostable DHCP agents. Network: e039ec7c-4a41-4b66-b183-9f87871b9d7a, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:47:28.932249 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Network e039ec7c-4a41-4b66-b183-9f87871b9d7a is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:47:28.943764 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, e039ec7c-4a41-4b66-b183-9f87871b9d7a) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:47:28.948073 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:47:28.948672 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:28.952964 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867938e6-b328-4e6f-b0fe-9848abecec21 None None] Network e039ec7c-4a41-4b66-b183-9f87871b9d7a requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:47:28.962312 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-64756b48-7eaf-4662-88c8-c1fc02c83ccd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4486499 Sep 19 06:47:29.270162 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-e039ec7c-4a41-4b66-b183-9f87871b9d7a', 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'fixed_ips': [{'subnet_id': 'a710bcca-ed61-4664-9211-72d50daeb449'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 06:47:29.271416 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:29.541245 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Allocated IP 172.20.0.2 (e039ec7c-4a41-4b66-b183-9f87871b9d7a/a710bcca-ed61-4664-9211-72d50daeb449/2878a058-ba9b-46ed-8c17-6ef38f0d7258) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:47:29.740749 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:29.749877 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:29.842060 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Network e039ec7c-4a41-4b66-b183-9f87871b9d7a is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:47:29.846608 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:47:29.859185 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:47:29.865187 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Pushing event updated for resources: {'Port': ['ID=2878a058-ba9b-46ed-8c17-6ef38f0d7258,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:29.897739 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.898087 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.898430 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.898764 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.899097 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.899431 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.899781 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.900108 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.900447 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.900773 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.901096 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.901413 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Tracked resource versions report: Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: pushed versions: Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: { 'AddressGroup': {'1.2'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'ConntrackHelper': {'1.0'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Log': {'1.0'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Network': {'1.1'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Port': {'1.7'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'PortForwarding': {'1.2'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'QosPolicy': {'1.9'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SecurityGroup': {'1.4'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SecurityGroupRule': {'1.2'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SubPort': {'1.0'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Subnet': {'1.1'}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Trunk': {'1.1'}} Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: consumer versions: Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: { DHCP agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: L3 agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: Metadata agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: Metering agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: Open vSwitch agent@dv-cinder-809944-1-iscsi: { 'AddressGroup': '1.2', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'ConntrackHelper': '1.0', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Log': '1.0', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Network': '1.1', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Port': '1.7', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'PortForwarding': '1.2', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'QosPolicy': '1.9', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SecurityGroup': '1.4', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SecurityGroupRule': '1.2', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SubPort': '1.0', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Subnet': '1.1', Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Trunk': '1.1'}} Sep 19 06:47:29.902521 dv-cinder-809944-1-iscsi neutron-server[94032]: {{(pid=94032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 06:47:29.950158 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Attempting to bind port 2878a058-ba9b-46ed-8c17-6ef38f0d7258 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:47:29.950585 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Attempting to bind port 2878a058-ba9b-46ed-8c17-6ef38f0d7258 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '0e46467c-e9db-4a20-8795-0761a430c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:47:29.951006 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Attempting to bind port 2878a058-ba9b-46ed-8c17-6ef38f0d7258 on network e039ec7c-4a41-4b66-b183-9f87871b9d7a {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:47:29.956357 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:47:29.956933 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Checking segment: {'id': '0e46467c-e9db-4a20-8795-0761a430c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:47:29.957237 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:29.957617 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Bound using segment: {'id': '0e46467c-e9db-4a20-8795-0761a430c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:47:29.958099 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Bound port: 2878a058-ba9b-46ed-8c17-6ef38f0d7258, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e46467c-e9db-4a20-8795-0761a430c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:47:29.958500 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:30.018911 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] For port 2878a058-ba9b-46ed-8c17-6ef38f0d7258, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:47:30.023039 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] For port 2878a058-ba9b-46ed-8c17-6ef38f0d7258, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=2878a058-ba9b-46ed-8c17-6ef38f0d7258,segment=NetworkSegment(0e46467c-e9db-4a20-8795-0761a430c183),segment_id=0e46467c-e9db-4a20-8795-0761a430c183)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:47:30.027802 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:30.090617 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d18f9e-9dd8-4379-8f54-58ce94a601a4 None None] Pushing event updated for resources: {'Port': ['ID=2878a058-ba9b-46ed-8c17-6ef38f0d7258,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:31.371346 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34348) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:31.699138 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-6b21469b-f38f-41d4-9f4b-88a0b91ed3d8 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:47:31.700164 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6b21469b-f38f-41d4-9f4b-88a0b91ed3d8 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3277109 Sep 19 06:47:34.113643 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34356) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:34.425430 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-03f2d54d-8962-4b21-8d64-609eda05c4cd admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:47:34.426411 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-03f2d54d-8962-4b21-8d64-609eda05c4cd admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3118365 Sep 19 06:47:37.089847 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34366) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:37.419414 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-d872a948-bcd9-4b00-a669-469a52670c61 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'admin_state_up': True}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:47:37.444486 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d872a948-bcd9-4b00-a669-469a52670c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:37.446036 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d872a948-bcd9-4b00-a669-469a52670c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:37.583065 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d872a948-bcd9-4b00-a669-469a52670c61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:37.587625 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d872a948-bcd9-4b00-a669-469a52670c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:37.600902 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d872a948-bcd9-4b00-a669-469a52670c61 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:37.602228 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d872a948-bcd9-4b00-a669-469a52670c61 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5114238 Sep 19 06:47:38.495485 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3db3adb-d0a3-46d1-9a85-97118c1c3be5 None None] Network e039ec7c-4a41-4b66-b183-9f87871b9d7a requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:47:38.579850 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-4a7a76ed-a97b-4a6f-984a-61f6eb3337c2 None None] Provisioning complete for port 2878a058-ba9b-46ed-8c17-6ef38f0d7258 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:47:38.580243 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4a7a76ed-a97b-4a6f-984a-61f6eb3337c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:38.785917 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4a7a76ed-a97b-4a6f-984a-61f6eb3337c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:38.830809 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-4a7a76ed-a97b-4a6f-984a-61f6eb3337c2 None None] For port 2878a058-ba9b-46ed-8c17-6ef38f0d7258, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=2878a058-ba9b-46ed-8c17-6ef38f0d7258,segment=NetworkSegment(0e46467c-e9db-4a20-8795-0761a430c183),segment_id=0e46467c-e9db-4a20-8795-0761a430c183)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:47:38.834737 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4a7a76ed-a97b-4a6f-984a-61f6eb3337c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:38.885069 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a76ed-a97b-4a6f-984a-61f6eb3337c2 None None] Pushing event updated for resources: {'Port': ['ID=2878a058-ba9b-46ed-8c17-6ef38f0d7258,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:39.057890 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-8adfab90-5fe8-41a9-8c42-35f2ccd55491 None None] Provisioning complete for port 2878a058-ba9b-46ed-8c17-6ef38f0d7258 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:47:39.058265 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8adfab90-5fe8-41a9-8c42-35f2ccd55491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:39.137005 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 2878a058-ba9b-46ed-8c17-6ef38f0d7258 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:47:39.195820 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 2878a058-ba9b-46ed-8c17-6ef38f0d7258 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:47:39.196187 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:40.010697 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34378) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:40.316228 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-9c09e8e2-7f9a-4e85-936d-216b19991c76 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:47:40.317213 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9c09e8e2-7f9a-4e85-936d-216b19991c76 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3055844 Sep 19 06:47:41.994644 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-db419939-4b27-4dee-8861-e6555978058c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:42.685602 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34386) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:42.989319 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:47:43.008456 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Made reservation on behalf of 85f2533ed94a46398be2c035c16d4814 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:47:43.010754 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:43.018853 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:43.108031 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:43.112087 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:43.126466 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Reserving flat network on physical network physnet1 {{(pid=94030) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 19 06:47:43.146109 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f752cbc6-f9a9-450c-9c0a-0b13482bca8a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:43.150519 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:43.150859 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Added segment bceffc03-4878-4a60-87cb-62adaab2522d of type flat for network 780f14e3-1344-40ae-b25c-fee278e31eea Sep 19 06:47:43.196264 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:43.225983 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:43.226985 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:47:43.227581 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:43.259275 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5726469 Sep 19 06:47:43.290370 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdf1b7-c31d-4ad5-bce4-c9a5cb7b58dd admin admin] Pushing event updated for resources: {'Network': ['ID=780f14e3-1344-40ae-b25c-fee278e31eea,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:43.301600 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 780f14e3-1344-40ae-b25c-fee278e31eea details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:47:44.670306 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3ecd904b-f39c-49f5-a31a-c6537cf10cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:45.631937 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34394) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:45.633448 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:45.742150 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:45.921534 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bb2334-33bd-458a-bd54-52f88a5d1c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:47:45.923354 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-34bb2334-33bd-458a-bd54-52f88a5d1c5b admin admin] 10.222.0.18 "GET /v2.0/subnets/a710bcca-ed61-4664-9211-72d50daeb449 HTTP/1.1" status: 200 len: 849 time: 0.2903273 Sep 19 06:47:46.037608 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f665c6f2-eb56-414d-9174-6246e669110b admin admin] 10.222.0.18 "GET /v2.0/routers/f0ec2a90-3247-4002-885d-5ec689520c21 HTTP/1.1" status: 200 len: 704 time: 0.1081138 Sep 19 06:47:46.299848 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:46.587446 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Allocated IP 172.20.0.1 (e039ec7c-4a41-4b66-b183-9f87871b9d7a/a710bcca-ed61-4664-9211-72d50daeb449/c35e0254-219a-407d-ad48-dd8d3009d926) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:47:46.785493 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:46.848473 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:46.918388 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Network e039ec7c-4a41-4b66-b183-9f87871b9d7a is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:47:46.925236 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:47:46.934246 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:47:46.934784 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:46.956695 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Pushing event updated for resources: {'Port': ['ID=c35e0254-219a-407d-ad48-dd8d3009d926,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:47.129367 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:47.132595 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-bd8af50d-0221-4f22-95c5-b1c5b70683ef None None] Provisioning complete for port c35e0254-219a-407d-ad48-dd8d3009d926 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:47:47.133096 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bd8af50d-0221-4f22-95c5-b1c5b70683ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:47.165923 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-bd8af50d-0221-4f22-95c5-b1c5b70683ef None None] Port c35e0254-219a-407d-ad48-dd8d3009d926 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:47:47.287631 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:47.337072 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:47.342045 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:47.342759 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:47.403790 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Pushing event updated for resources: {'Port': ['ID=c35e0254-219a-407d-ad48-dd8d3009d926,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:47.466271 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Network e039ec7c-4a41-4b66-b183-9f87871b9d7a is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:47:47.467595 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:47:47.627873 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Router f0ec2a90-3247-4002-885d-5ec689520c21 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 06:47:47.686346 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-c41af070-b865-4c09-bd83-a06f21b42f0b None None] Provisioning complete for port c35e0254-219a-407d-ad48-dd8d3009d926 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:47:47.686628 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c41af070-b865-4c09-bd83-a06f21b42f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:47.719232 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-c41af070-b865-4c09-bd83-a06f21b42f0b None None] Port c35e0254-219a-407d-ad48-dd8d3009d926 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:47:47.721664 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:47:47.726736 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c347caf4-35d0-4602-a112-69f94810d508 admin admin] 10.222.0.18 "PUT /v2.0/routers/f0ec2a90-3247-4002-885d-5ec689520c21/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6837294 Sep 19 06:47:47.731103 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Sync routers for ids ['f0ec2a90-3247-4002-885d-5ec689520c21'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:47:47.742357 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Routers {'f0ec2a90-3247-4002-885d-5ec689520c21'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:47:47.743102 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:47:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['f0ec2a90-3247-4002-885d-5ec689520c21'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:47.931871 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Set router f0ec2a90-3247-4002-885d-5ec689520c21 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:47:48.351711 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'name': 'router1', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:47:37Z', 'updated_at': '2021-09-19T06:47:47Z', 'revision_number': 2, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'gw_port_host': None, '_interfaces': [{'id': 'c35e0254-219a-407d-ad48-dd8d3009d926', 'name': '', 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'mac_address': 'fa:16:3e:bf:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:47:46Z', 'updated_at': '2021-09-19T06:47:47Z', 'revision_number': 2, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'subnets': [{'id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '982bb34b-7244-48ce-8f6e-024cefaf9e66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:48.402125 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Checking router: f0ec2a90-3247-4002-885d-5ec689520c21 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:47:48.402505 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Updating router f0ec2a90-3247-4002-885d-5ec689520c21 port c35e0254-219a-407d-ad48-dd8d3009d926 binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:47:48.451852 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:48.971834 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:48.978003 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:49.132887 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Attempting to bind port c35e0254-219a-407d-ad48-dd8d3009d926 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:47:49.133294 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Attempting to bind port c35e0254-219a-407d-ad48-dd8d3009d926 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '0e46467c-e9db-4a20-8795-0761a430c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:47:49.133736 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Attempting to bind port c35e0254-219a-407d-ad48-dd8d3009d926 on network e039ec7c-4a41-4b66-b183-9f87871b9d7a {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:47:49.144226 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:47:49.144642 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Checking segment: {'id': '0e46467c-e9db-4a20-8795-0761a430c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:47:49.145145 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:49.145542 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Bound using segment: {'id': '0e46467c-e9db-4a20-8795-0761a430c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:47:49.146107 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Bound port: c35e0254-219a-407d-ad48-dd8d3009d926, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e46467c-e9db-4a20-8795-0761a430c183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:47:49.146503 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:49.163517 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Pushing event updated for resources: {'Port': ['ID=c35e0254-219a-407d-ad48-dd8d3009d926,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:49.176554 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.176907 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.177250 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.177594 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.177931 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.178262 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.178589 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.178917 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.179262 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.179621 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.179948 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.180269 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Tracked resource versions report: Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: pushed versions: Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: { 'AddressGroup': {'1.2'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'ConntrackHelper': {'1.0'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Log': {'1.0'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Network': {'1.1'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Port': {'1.7'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'PortForwarding': {'1.2'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'QosPolicy': {'1.9'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SecurityGroup': {'1.4'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SecurityGroupRule': {'1.2'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SubPort': {'1.0'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Subnet': {'1.1'}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Trunk': {'1.1'}} Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: consumer versions: Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: { DHCP agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: L3 agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: Metadata agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: Metering agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: Open vSwitch agent@dv-cinder-809944-1-iscsi: { 'AddressGroup': '1.2', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'ConntrackHelper': '1.0', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Log': '1.0', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Network': '1.1', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Port': '1.7', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'PortForwarding': '1.2', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'QosPolicy': '1.9', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SecurityGroup': '1.4', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SecurityGroupRule': '1.2', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SubPort': '1.0', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Subnet': '1.1', Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Trunk': '1.1'}} Sep 19 06:47:49.181357 dv-cinder-809944-1-iscsi neutron-server[94033]: {{(pid=94033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 06:47:49.235759 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] For port c35e0254-219a-407d-ad48-dd8d3009d926, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:47:49.248273 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-bef051b9-de41-431b-af72-ed1d549da784 None None] Provisioning complete for port c35e0254-219a-407d-ad48-dd8d3009d926 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:47:49.248777 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bef051b9-de41-431b-af72-ed1d549da784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:49.254023 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] For port c35e0254-219a-407d-ad48-dd8d3009d926, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=c35e0254-219a-407d-ad48-dd8d3009d926,segment=NetworkSegment(0e46467c-e9db-4a20-8795-0761a430c183),segment_id=0e46467c-e9db-4a20-8795-0761a430c183)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:47:49.258195 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:49.285733 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-bef051b9-de41-431b-af72-ed1d549da784 None None] Port c35e0254-219a-407d-ad48-dd8d3009d926 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:47:49.308382 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcc3ab-f93f-4dff-b877-df0efde37297 None None] Pushing event updated for resources: {'Port': ['ID=c35e0254-219a-407d-ad48-dd8d3009d926,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:49.339295 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Routers {'f0ec2a90-3247-4002-885d-5ec689520c21'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:47:49.339945 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:47:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['f0ec2a90-3247-4002-885d-5ec689520c21'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:49.429390 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] Set router f0ec2a90-3247-4002-885d-5ec689520c21 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:47:49.505711 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-6efa1d3c-f6fd-4f1c-b86b-926e65f4e79b None None] Provisioning complete for port c35e0254-219a-407d-ad48-dd8d3009d926 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:47:49.506000 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6efa1d3c-f6fd-4f1c-b86b-926e65f4e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:49.582247 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6efa1d3c-f6fd-4f1c-b86b-926e65f4e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:49.613350 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-6efa1d3c-f6fd-4f1c-b86b-926e65f4e79b None None] For port c35e0254-219a-407d-ad48-dd8d3009d926, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=c35e0254-219a-407d-ad48-dd8d3009d926,segment=NetworkSegment(0e46467c-e9db-4a20-8795-0761a430c183),segment_id=0e46467c-e9db-4a20-8795-0761a430c183)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:47:49.618373 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6efa1d3c-f6fd-4f1c-b86b-926e65f4e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:49.644784 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'name': 'router1', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:47:37Z', 'updated_at': '2021-09-19T06:47:47Z', 'revision_number': 2, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'gw_port_host': None, '_interfaces': [{'id': 'c35e0254-219a-407d-ad48-dd8d3009d926', 'name': '', 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'mac_address': 'fa:16:3e:bf:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:47:46Z', 'updated_at': '2021-09-19T06:47:49Z', 'revision_number': 4, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'subnets': [{'id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '982bb34b-7244-48ce-8f6e-024cefaf9e66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:49.665370 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa1d3c-f6fd-4f1c-b86b-926e65f4e79b None None] Pushing event updated for resources: {'Port': ['ID=c35e0254-219a-407d-ad48-dd8d3009d926,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:49.677817 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607d1dc6-d123-4e70-bc61-654fd1c7a2a4 None None] The sync data for ids ['f0ec2a90-3247-4002-885d-5ec689520c21'] in dv-cinder-809944-1-iscsi is: [{'id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'name': 'router1', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:47:37Z', 'updated_at': '2021-09-19T06:47:47Z', 'revision_number': 2, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'gw_port_host': None, '_interfaces': [{'id': 'c35e0254-219a-407d-ad48-dd8d3009d926', 'name': '', 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'mac_address': 'fa:16:3e:bf:4a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:47:46Z', 'updated_at': '2021-09-19T06:47:49Z', 'revision_number': 4, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'subnets': [{'id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '982bb34b-7244-48ce-8f6e-024cefaf9e66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:47:49.989783 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 34416) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:50.098284 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b419d-f33b-4bc2-a7be-314b8b022e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:47:50.099676 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bf4b419d-f33b-4bc2-a7be-314b8b022e7e admin admin] 10.222.0.18 "GET /v2.0/networks/780f14e3-1344-40ae-b25c-fee278e31eea HTTP/1.1" status: 200 len: 842 time: 0.1089284 Sep 19 06:47:50.109576 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:47:50.130962 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Made reservation on behalf of 85f2533ed94a46398be2c035c16d4814 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:47:50.133261 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:50.475940 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.objects.ports [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94030) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 19 06:47:50.476386 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:50.539317 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b363ac-0d51-45b9-99a3-0dcd3f35bbb0,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:50.549007 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:47:50.549357 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Network hostable DHCP agents. Network: 780f14e3-1344-40ae-b25c-fee278e31eea, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:47:50.567152 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:47:50.576163 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 780f14e3-1344-40ae-b25c-fee278e31eea) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:47:50.580315 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:47:50.580894 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:50.586719 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611b5a9-f611-471c-a9ab-d0821f10186a None None] Network 780f14e3-1344-40ae-b25c-fee278e31eea requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:47:50.604969 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-460a4213-78c0-4f6f-90c1-1838fca382a7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4898772 Sep 19 06:47:50.725899 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c1f958-76c7-4951-a273-77ea3472f006 None None] Network 780f14e3-1344-40ae-b25c-fee278e31eea requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:47:52.926402 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 34434) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:53.073467 dv-cinder-809944-1-iscsi neutron-server[94031]: WARNING oslo_policy.policy [None req-13fccbef-a6fd-49fe-8052-4b17df650804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 06:47:53.074045 dv-cinder-809944-1-iscsi neutron-server[94031]: WARNING oslo_policy.policy [None req-13fccbef-a6fd-49fe-8052-4b17df650804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 06:47:53.356462 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.policy [None req-13fccbef-a6fd-49fe-8052-4b17df650804 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94031) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 19 06:47:53.402072 dv-cinder-809944-1-iscsi neutron-server[94031]: WARNING oslo_policy.policy [None req-13fccbef-a6fd-49fe-8052-4b17df650804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 06:47:53.402464 dv-cinder-809944-1-iscsi neutron-server[94031]: WARNING oslo_policy.policy [None req-13fccbef-a6fd-49fe-8052-4b17df650804 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 19 06:47:53.646629 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-13fccbef-a6fd-49fe-8052-4b17df650804 admin admin] 10.222.0.18 "GET /v2.0/routers/f0ec2a90-3247-4002-885d-5ec689520c21 HTTP/1.1" status: 200 len: 710 time: 0.7179387 Sep 19 06:47:53.829489 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e2664-437a-4b84-9f89-0b116d5c881a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:47:53.836752 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1d2e2664-437a-4b84-9f89-0b116d5c881a admin admin] 10.222.0.18 "GET /v2.0/networks/780f14e3-1344-40ae-b25c-fee278e31eea HTTP/1.1" status: 200 len: 886 time: 0.1786432 Sep 19 06:47:53.840750 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:47:54.099079 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:54.334818 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:54.412181 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:54.593316 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Allocated IP 172.27.1.203 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/449e8193-b1e1-40a9-b8f5-8feb702c46b2) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:47:54.724610 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:54.786806 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:54.853872 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:47:54.858752 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:47:54.907831 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Pushing event updated for resources: {'Port': ['ID=449e8193-b1e1-40a9-b8f5-8feb702c46b2,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:54.913012 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:47:54.949761 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.950123 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.950463 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.950794 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.951121 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.951462 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.951814 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.952136 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.952469 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.952789 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.953103 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.953960 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Tracked resource versions report: Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: pushed versions: Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: { 'AddressGroup': {'1.2'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'ConntrackHelper': {'1.0'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Log': {'1.0'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Network': {'1.1'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Port': {'1.7'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'PortForwarding': {'1.2'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'QosPolicy': {'1.9'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SecurityGroup': {'1.4'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SecurityGroupRule': {'1.2'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SubPort': {'1.0'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Subnet': {'1.1'}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Trunk': {'1.1'}} Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: consumer versions: Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: { DHCP agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: L3 agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: Metadata agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: Metering agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: Open vSwitch agent@dv-cinder-809944-1-iscsi: { 'AddressGroup': '1.2', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'ConntrackHelper': '1.0', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Log': '1.0', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Network': '1.1', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Port': '1.7', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'PortForwarding': '1.2', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'QosPolicy': '1.9', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SecurityGroup': '1.4', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SecurityGroupRule': '1.2', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SubPort': '1.0', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Subnet': '1.1', Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Trunk': '1.1'}} Sep 19 06:47:54.955088 dv-cinder-809944-1-iscsi neutron-server[94031]: {{(pid=94031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 06:47:55.127456 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device c35e0254-219a-407d-ad48-dd8d3009d926 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:47:55.178637 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port c35e0254-219a-407d-ad48-dd8d3009d926 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:47:55.178932 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:55.212074 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:55.444558 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-438960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-441344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-406'] for router, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:55.449622 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-438971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-438946', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-441355'] for router, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:55.558871 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Router f0ec2a90-3247-4002-885d-5ec689520c21 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:47:55.665438 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:47:55.670271 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:55.671457 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-87db85ea-cf21-47b8-8ef5-6e556f22637a admin admin] 10.222.0.18 "PUT /v2.0/routers/f0ec2a90-3247-4002-885d-5ec689520c21 HTTP/1.1" status: 200 len: 890 time: 1.8340971 Sep 19 06:47:56.101871 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Sync routers for ids ['f0ec2a90-3247-4002-885d-5ec689520c21'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:47:56.112443 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Routers {'f0ec2a90-3247-4002-885d-5ec689520c21'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:47:56.113087 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:47:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['f0ec2a90-3247-4002-885d-5ec689520c21'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:56.312300 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Set router f0ec2a90-3247-4002-885d-5ec689520c21 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:47:56.688406 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'name': 'router1', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '449e8193-b1e1-40a9-b8f5-8feb702c46b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:47:37Z', 'updated_at': '2021-09-19T06:47:55Z', 'revision_number': 4, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'gw_port': {'id': '449e8193-b1e1-40a9-b8f5-8feb702c46b2', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:47:54Z', 'updated_at': '2021-09-19T06:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'c35e0254-219a-407d-ad48-dd8d3009d926', 'name': '', 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'mac_address': 'fa:16:3e:bf:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:47:46Z', 'updated_at': '2021-09-19T06:47:49Z', 'revision_number': 5, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'subnets': [{'id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '982bb34b-7244-48ce-8f6e-024cefaf9e66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:56.739096 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Checking router: f0ec2a90-3247-4002-885d-5ec689520c21 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:47:56.739463 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Updating router f0ec2a90-3247-4002-885d-5ec689520c21 port 449e8193-b1e1-40a9-b8f5-8feb702c46b2 binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:47:56.784883 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:57.094758 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:57.100270 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:57.150986 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Attempting to bind port 449e8193-b1e1-40a9-b8f5-8feb702c46b2 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:47:57.151356 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Attempting to bind port 449e8193-b1e1-40a9-b8f5-8feb702c46b2 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:47:57.151742 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Attempting to bind port 449e8193-b1e1-40a9-b8f5-8feb702c46b2 on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:47:57.154383 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec6c05-ac7c-4cec-8030-339e10be6c99 None None] Pushing event updated for resources: {'Port': ['ID=449e8193-b1e1-40a9-b8f5-8feb702c46b2,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:57.158950 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:47:57.159323 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:47:57.159739 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:57.160118 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:47:57.160581 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Bound port: 449e8193-b1e1-40a9-b8f5-8feb702c46b2, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:47:57.160969 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:57.209450 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] For port 449e8193-b1e1-40a9-b8f5-8feb702c46b2, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:47:57.212351 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] For port 449e8193-b1e1-40a9-b8f5-8feb702c46b2, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=449e8193-b1e1-40a9-b8f5-8feb702c46b2,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:47:57.216801 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:57.340939 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Routers {'f0ec2a90-3247-4002-885d-5ec689520c21'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:47:57.341522 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:47:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['f0ec2a90-3247-4002-885d-5ec689520c21'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:57.346639 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec6c05-ac7c-4cec-8030-339e10be6c99 None None] Pushing event updated for resources: {'Port': ['ID=449e8193-b1e1-40a9-b8f5-8feb702c46b2,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:47:57.448378 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] Set router f0ec2a90-3247-4002-885d-5ec689520c21 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:47:57.654072 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'name': 'router1', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '449e8193-b1e1-40a9-b8f5-8feb702c46b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:47:37Z', 'updated_at': '2021-09-19T06:47:55Z', 'revision_number': 4, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'gw_port': {'id': '449e8193-b1e1-40a9-b8f5-8feb702c46b2', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:47:54Z', 'updated_at': '2021-09-19T06:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'c35e0254-219a-407d-ad48-dd8d3009d926', 'name': '', 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'mac_address': 'fa:16:3e:bf:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:47:46Z', 'updated_at': '2021-09-19T06:47:49Z', 'revision_number': 5, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'subnets': [{'id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '982bb34b-7244-48ce-8f6e-024cefaf9e66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:47:57.684038 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345f34b-490d-4a59-9238-d9e90e085b9c None None] The sync data for ids ['f0ec2a90-3247-4002-885d-5ec689520c21'] in dv-cinder-809944-1-iscsi is: [{'id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'name': 'router1', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '449e8193-b1e1-40a9-b8f5-8feb702c46b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:47:37Z', 'updated_at': '2021-09-19T06:47:55Z', 'revision_number': 4, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'gw_port': {'id': '449e8193-b1e1-40a9-b8f5-8feb702c46b2', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:47:54Z', 'updated_at': '2021-09-19T06:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'c35e0254-219a-407d-ad48-dd8d3009d926', 'name': '', 'network_id': 'e039ec7c-4a41-4b66-b183-9f87871b9d7a', 'tenant_id': '01f6d0f4ae714bbab217299f3948eb17', 'mac_address': 'fa:16:3e:bf:4a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ec2a90-3247-4002-885d-5ec689520c21', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:47:46Z', 'updated_at': '2021-09-19T06:47:49Z', 'revision_number': 5, 'project_id': '01f6d0f4ae714bbab217299f3948eb17', 'subnets': [{'id': 'a710bcca-ed61-4664-9211-72d50daeb449', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '982bb34b-7244-48ce-8f6e-024cefaf9e66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:47:58.062323 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 34458) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:47:58.181683 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-28b88700-a5ae-48a6-8dce-7f9c3440a76f admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1175637 Sep 19 06:47:59.143799 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 449e8193-b1e1-40a9-b8f5-8feb702c46b2 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:47:59.189251 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 449e8193-b1e1-40a9-b8f5-8feb702c46b2 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:47:59.189621 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:59.262099 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:59.282652 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 449e8193-b1e1-40a9-b8f5-8feb702c46b2, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=449e8193-b1e1-40a9-b8f5-8feb702c46b2,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:47:59.286880 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:47:59.334388 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=449e8193-b1e1-40a9-b8f5-8feb702c46b2,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:48:01.135514 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 449e8193-b1e1-40a9-b8f5-8feb702c46b2 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:48:01.182918 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 449e8193-b1e1-40a9-b8f5-8feb702c46b2 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:48:01.183386 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:06.491112 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 5 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:48:11.988680 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-609ed58f-3544-4700-82cf-93346d07fa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:14.675155 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2715273d-a7ee-4ab8-b574-94ed7a3b9c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:15.646798 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:15.755133 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:17.304029 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:42.048053 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-af888441-99cb-4bb8-956b-7aa7cdf77072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:43.490790 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 5 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:48:44.670738 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9d2fc138-33db-4d10-bd76-b16763a5edb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:45.642064 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:45.750354 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:48:47.310003 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:11.990388 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bf35-5bf9-478b-8902-c30bf373411c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:14.670672 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f53123fd-c92b-4461-88e5-10548f298f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:15.643893 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:15.747731 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:17.315607 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:20.489035 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 5 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:49:33.229070 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35020) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:33.289069 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0e6f93-b15d-4c5e-aa00-91e9239c3090 admin admin] GET failed (client error): The resource could not be found. Sep 19 06:49:33.290375 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4b0e6f93-b15d-4c5e-aa00-91e9239c3090 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603824 Sep 19 06:49:33.444924 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ab068-5367-4f63-a5af-2ae0f5f9d0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:33.446308 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4f0ab068-5367-4f63-a5af-2ae0f5f9d0c6 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1513352 Sep 19 06:49:35.605589 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35030) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:35.705711 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbf778f-aac2-45e2-b957-1f16fe16aee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:35.707047 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6dbf778f-aac2-45e2-b957-1f16fe16aee1 admin admin] 10.222.0.18 "GET /v2.0/subnets/a710bcca-ed61-4664-9211-72d50daeb449 HTTP/1.1" status: 200 len: 849 time: 0.1005003 Sep 19 06:49:35.717454 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:49:35.798560 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Notify callbacks [] for subnet, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:35.936224 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8795009316100'] for subnet, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:35.965801 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:35.966404 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:35.973369 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] 10.222.0.18 "PUT /v2.0/subnets/a710bcca-ed61-4664-9211-72d50daeb449 HTTP/1.1" status: 200 len: 868 time: 0.2543828 Sep 19 06:49:35.973555 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da9c26-e9ad-4e9c-a854-fda59a01553c None None] Network e039ec7c-4a41-4b66-b183-9f87871b9d7a requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:49:35.992310 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a710bcca-ed61-4664-9211-72d50daeb449,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:49:36.000041 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.000780 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.001285 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.001770 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.002265 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.002776 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.003271 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.003830 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.004326 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.004977 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.005475 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.005960 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a6ab60-1eaf-4909-a991-937cdfc7b19d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:49:36.332698 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ebd7a2fb-26f7-47cb-9850-ecf881a52dd5 None None] Provisioning complete for port c35e0254-219a-407d-ad48-dd8d3009d926 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:49:36.333069 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd7a2fb-26f7-47cb-9850-ecf881a52dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:36.417691 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ebd7a2fb-26f7-47cb-9850-ecf881a52dd5 None None] Provisioning complete for port 2878a058-ba9b-46ed-8c17-6ef38f0d7258 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:49:36.417981 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebd7a2fb-26f7-47cb-9850-ecf881a52dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:38.163396 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35038) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:38.359148 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4a62a9-7fe9-4b91-8d6b-2e4c5306558c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:38.359562 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4a62a9-7fe9-4b91-8d6b-2e4c5306558c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:38.361076 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-bc4a62a9-7fe9-4b91-8d6b-2e4c5306558c admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966820 Sep 19 06:49:40.551529 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35046) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:40.751825 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bc8b3-0e88-40a4-a19b-41c863f18888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:40.752302 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22bc8b3-0e88-40a4-a19b-41c863f18888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:40.753843 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a22bc8b3-0e88-40a4-a19b-41c863f18888 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2013543 Sep 19 06:49:41.995861 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ccaf79f4-70da-41b7-b2c3-731b0c7e6621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:42.919759 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35056) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:43.045438 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ea32c-88b5-432a-9bd2-c69f2d4ee4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:43.046808 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4b0ea32c-88b5-432a-9bd2-c69f2d4ee4fd admin admin] 10.222.0.18 "GET /v2.0/networks/780f14e3-1344-40ae-b25c-fee278e31eea HTTP/1.1" status: 200 len: 886 time: 0.1260848 Sep 19 06:49:44.672062 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8d257e25-c0d5-49fd-a76b-cb42a075c520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:45.214975 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35064) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:45.342652 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d987b4-ffd0-4a65-8c6a-1f99f8a65a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:45.344047 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-26d987b4-ffd0-4a65-8c6a-1f99f8a65a64 admin admin] 10.222.0.18 "GET /v2.0/networks/e039ec7c-4a41-4b66-b183-9f87871b9d7a HTTP/1.1" status: 200 len: 869 time: 0.1281168 Sep 19 06:49:45.645347 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:45.750686 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:47.319113 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:49:47.509273 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35072) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:47.641513 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d413738-15b9-4d4c-8ef9-ea5b2125676a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:47.641966 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d413738-15b9-4d4c-8ef9-ea5b2125676a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:47.643504 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7d413738-15b9-4d4c-8ef9-ea5b2125676a admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333020 Sep 19 06:49:49.814450 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35080) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:49.903309 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a9328-0259-4685-93c3-c2b564773efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:49.903790 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a9328-0259-4685-93c3-c2b564773efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:49.905536 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-128a9328-0259-4685-93c3-c2b564773efd admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0901544 Sep 19 06:49:52.057855 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35088) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:52.141076 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42e238-a61f-41ce-b4b4-879b62d9ab3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:52.142742 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fe42e238-a61f-41ce-b4b4-879b62d9ab3d admin admin] 10.222.0.18 "GET /v2.0/subnets/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0 HTTP/1.1" status: 200 len: 816 time: 0.0838721 Sep 19 06:49:54.313020 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35096) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:49:54.402142 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475d87a-aedd-4a06-91d6-2887be132e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:49:54.403464 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3475d87a-aedd-4a06-91d6-2887be132e2c admin admin] 10.222.0.18 "GET /v2.0/subnets/a710bcca-ed61-4664-9211-72d50daeb449 HTTP/1.1" status: 200 len: 868 time: 0.0895228 Sep 19 06:49:57.496080 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 5 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:50:11.995989 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4b1f9590-99eb-4275-919e-aa48a0d14ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:14.672193 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-441bce36-b87e-4e1a-8b14-0e33f7435755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:15.651007 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:15.754857 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:17.323665 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:17.879608 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35150) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:50:17.927497 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [None req-5f301fc8-00e0-4357-bfaa-99ba13e89801 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:50:17.928514 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-5f301fc8-00e0-4357-bfaa-99ba13e89801 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479810 Sep 19 06:50:20.161925 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35158) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:50:20.220945 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.pecan_wsgi.hooks.translation [None req-018e15f8-aafd-4823-af97-15371fd9d6a7 admin admin] GET failed (client error): The resource could not be found. Sep 19 06:50:20.222213 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-018e15f8-aafd-4823-af97-15371fd9d6a7 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593863 Sep 19 06:50:20.305527 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9102499a-27ee-404c-a945-bcdafacf3420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:50:20.306988 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9102499a-27ee-404c-a945-bcdafacf3420 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803311 Sep 19 06:50:22.511980 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35166) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:50:22.559352 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:50:22.560409 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.quota [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Loaded quota_driver: . Sep 19 06:50:22.596467 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Made reservation on behalf of 85f2533ed94a46398be2c035c16d4814 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:50:22.598768 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:22.642406 dv-cinder-809944-1-iscsi neutron-server[94031]: WARNING neutron.services.revisions.revision_plugin [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Could not find related network for resource to bump revision. Sep 19 06:50:22.658113 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:50:22.670305 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8795009143956', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:22.670857 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Unsubscribe: segment precommit_create {{(pid=94031) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 19 06:50:22.671306 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Added segment 357b6d13-cacd-4134-9868-267e99e73e50 of type vlan for network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 Sep 19 06:50:22.727366 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:22.756762 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:22.757931 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:50:22.758499 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:22.870864 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3578029 Sep 19 06:50:22.915022 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a3d3d-0e81-47a5-ad53-8f9f99ab0324 admin admin] Pushing event updated for resources: {'Network': ['ID=b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:50:22.925386 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:50:25.064510 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35174) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:50:25.123552 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76685d1-945d-419e-8aa5-f8aedca61be4 admin admin] GET failed (client error): The resource could not be found. Sep 19 06:50:25.124865 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e76685d1-945d-419e-8aa5-f8aedca61be4 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594144 Sep 19 06:50:25.195853 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20262c63-e46a-462e-bd10-6b0f2165e107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:50:25.197336 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-20262c63-e46a-462e-bd10-6b0f2165e107 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679839 Sep 19 06:50:25.207450 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9', 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:50:25.230923 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Made reservation on behalf of 85f2533ed94a46398be2c035c16d4814 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:50:25.233237 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:25.412042 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:25.471782 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74303f38-1026-4969-acce-8965a49657ed,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:50:25.479944 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Checking segment: {'id': '357b6d13-cacd-4134-9868-267e99e73e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:50:25.480317 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Network hostable DHCP agents. Network: b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:50:25.500597 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:50:25.512519 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:50:25.516604 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:50:25.517184 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:25.521846 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eadbb1d-149d-4543-9d3d-e8e3df4b62be None None] Network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:50:25.534859 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4924a144-35a5-4b67-b504-bc9bf97555f0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3306854 Sep 19 06:50:25.764307 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9', 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9', 'tenant_id': '85f2533ed94a46398be2c035c16d4814', 'fixed_ips': [{'subnet_id': '74303f38-1026-4969-acce-8965a49657ed'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 06:50:25.765173 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:25.906037 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Allocated IP 192.168.233.2 (b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9/74303f38-1026-4969-acce-8965a49657ed/cc7c4f9e-5409-4ae3-844e-a7f138e3122a) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:50:26.048750 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:26.055185 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:26.092575 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:50:26.095394 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:50:26.101037 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:50:26.107862 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Pushing event updated for resources: {'Port': ['ID=cc7c4f9e-5409-4ae3-844e-a7f138e3122a,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:50:26.117245 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.117603 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.117951 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.118288 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.118621 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.119489 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.119853 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.120184 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.120535 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.120864 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.121190 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.121510 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:50:26.169444 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Attempting to bind port cc7c4f9e-5409-4ae3-844e-a7f138e3122a on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:50:26.169809 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Attempting to bind port cc7c4f9e-5409-4ae3-844e-a7f138e3122a by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '357b6d13-cacd-4134-9868-267e99e73e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:50:26.170169 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Attempting to bind port cc7c4f9e-5409-4ae3-844e-a7f138e3122a on network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:50:26.174967 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:50:26.175332 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Checking segment: {'id': '357b6d13-cacd-4134-9868-267e99e73e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:50:26.175758 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:26.176173 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Bound using segment: {'id': '357b6d13-cacd-4134-9868-267e99e73e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:50:26.176630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Bound port: cc7c4f9e-5409-4ae3-844e-a7f138e3122a, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357b6d13-cacd-4134-9868-267e99e73e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:50:26.177034 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:26.241930 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] For port cc7c4f9e-5409-4ae3-844e-a7f138e3122a, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:50:26.244950 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] For port cc7c4f9e-5409-4ae3-844e-a7f138e3122a, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=cc7c4f9e-5409-4ae3-844e-a7f138e3122a,segment=NetworkSegment(357b6d13-cacd-4134-9868-267e99e73e50),segment_id=357b6d13-cacd-4134-9868-267e99e73e50)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:50:26.249410 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:26.311099 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcb57d-0c88-4e28-b579-8b0e4f229091 None None] Pushing event updated for resources: {'Port': ['ID=cc7c4f9e-5409-4ae3-844e-a7f138e3122a,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:50:27.112832 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c1f1b-0d8b-4cd5-ac37-a880910bb797 None None] Network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:50:27.180208 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-7196a1c9-99b2-4248-bd0b-eff51fb494e1 None None] Provisioning complete for port cc7c4f9e-5409-4ae3-844e-a7f138e3122a triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:50:27.180575 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7196a1c9-99b2-4248-bd0b-eff51fb494e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:27.270241 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device cc7c4f9e-5409-4ae3-844e-a7f138e3122a up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:50:27.309208 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7196a1c9-99b2-4248-bd0b-eff51fb494e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:27.394825 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-7196a1c9-99b2-4248-bd0b-eff51fb494e1 None None] For port cc7c4f9e-5409-4ae3-844e-a7f138e3122a, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=cc7c4f9e-5409-4ae3-844e-a7f138e3122a,segment=NetworkSegment(357b6d13-cacd-4134-9868-267e99e73e50),segment_id=357b6d13-cacd-4134-9868-267e99e73e50)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:50:27.402081 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7196a1c9-99b2-4248-bd0b-eff51fb494e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:27.438504 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port cc7c4f9e-5409-4ae3-844e-a7f138e3122a triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:50:27.438880 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:27.490784 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196a1c9-99b2-4248-bd0b-eff51fb494e1 None None] Pushing event updated for resources: {'Port': ['ID=cc7c4f9e-5409-4ae3-844e-a7f138e3122a,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:50:27.622229 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-41c1bae1-d491-42b7-8405-727d10fa166c None None] Provisioning complete for port cc7c4f9e-5409-4ae3-844e-a7f138e3122a triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:50:27.622593 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-41c1bae1-d491-42b7-8405-727d10fa166c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:29.227955 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device cc7c4f9e-5409-4ae3-844e-a7f138e3122a up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:50:29.272835 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port cc7c4f9e-5409-4ae3-844e-a7f138e3122a triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:50:29.273224 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:34.486200 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 5 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:50:42.000892 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-41060237-8a68-4345-b382-625c2bfe4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:44.674025 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-21cfc517-6e7e-4b70-ae6a-0d47756f2f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:45.642222 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:45.756434 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:50:47.328765 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:11.484972 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 5 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:51:12.002135 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-930783df-1ab7-4865-8554-6974dc910bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:14.673579 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0cdd13e5-23af-4214-81d7-d211cd33ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:15.642760 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:15.759233 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:17.330545 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:42.002960 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4548d3cf-742b-459b-9093-83832eab55bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:44.673893 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6847c847-fb5d-4361-999d-546e04efbb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:45.646413 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:45.760333 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:47.334995 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:48.486790 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 5 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:51:54.769374 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35228) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:51:54.775175 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [None req-039c9648-95c4-4c9d-b8a3-d56eac703ba1 tempest-verify_tempest_config-421274460 tempest-verify_tempest_config-421274460-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:51:54.776173 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-039c9648-95c4-4c9d-b8a3-d56eac703ba1 tempest-verify_tempest_config-421274460 tempest-verify_tempest_config-421274460-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058405 Sep 19 06:51:55.059984 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35246) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:51:55.160296 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:55.272658 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:55.276496 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:55.322723 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6df94be74ed04aabbba64644cf8b075f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2617292 Sep 19 06:51:55.324530 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdb6c99-3719-4463-94be-f68c3a4a342b,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:51:55.325589 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35252) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:51:55.330959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.331317 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.331689 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.332026 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.332352 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.332694 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.333022 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.333347 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.333680 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.334002 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.334318 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.334634 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29afe864-2405-496a-8c56-ca9149948ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.381578 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:55.401830 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:55.488043 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:55.490697 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:51:55.495037 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7bdb6c99-3719-4463-94be-f68c3a4a342b HTTP/1.1" status: 204 len: 168 time: 0.1685042 Sep 19 06:51:55.502785 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdb6c99-3719-4463-94be-f68c3a4a342b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:51:55.509330 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.509541 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.509884 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.510216 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.510598 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.510875 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.511386 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.511739 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.512079 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.512400 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.512752 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:51:55.513029 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56292c7e-a253-468a-8a73-e30ecf0e4414 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:52:12.003848 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1fc8bdbb-cee8-4151-b295-29e832f9aebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:52:14.673588 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bf12a6ae-b120-4d06-8c69-19d13c7c3b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:52:15.646579 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:52:15.762495 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:52:17.338450 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:52:25.485777 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 5 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:52:42.004150 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b8c8c305-f299-4f46-aec1-09415b9122cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:52:44.674154 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c1be0226-1f85-437b-9b9f-1d32007c38cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:52:45.646978 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:52:45.764589 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:52:47.339812 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:02.485157 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 5 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:53:12.004899 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-903012ef-e178-4ac7-b41f-3af3d79aafc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:14.674347 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-48c16ad1-9e61-4209-b869-5da693aa81e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:15.647328 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:15.768337 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:17.342527 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:26.218633 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438316'] for agent, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:39.484134 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:53:42.010153 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee74930c-122f-4acb-95af-2803c829f108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:42.040718 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35324) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:53:42.142701 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8b134c04-b40f-4920-a0dd-d5d2e99ed66e admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1004267 Sep 19 06:53:44.338007 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35334) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:53:44.397316 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-5ea46cce-0908-4997-bb53-2b467cf4d081 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0582366 Sep 19 06:53:44.674638 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3e94-7d3a-4f1e-943c-8db14a3466f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:45.649070 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:45.771479 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:47.346454 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:53:56.175332 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:12.011075 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ba331fc4-e1ec-4409-baec-a1d65a6e1c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:14.673765 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4916dc43-5c52-4032-b3b2-f62fed47b180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:15.650229 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:15.775468 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:16.483429 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:54:17.356349 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:26.191253 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:42.012479 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4dff736f-f21a-4941-96e6-fb82183894b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:44.674855 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d5bca9b-2ed1-44a2-91fc-e76718753f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:45.649563 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:45.777903 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:47.352412 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:54:53.482180 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:54:56.202712 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.013025 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46e7d370-697f-4682-a622-d1d8debba630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.101781 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35512) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:12.164289 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35524) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:12.319359 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-network', 'tenant_id': '9f62a968b288420588eec33c98710dea'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:12.346013 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Made reservation on behalf of 9f62a968b288420588eec33c98710dea for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:12.352227 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.361239 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.394836 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-673368028-network', 'tenant_id': '97e102dede34460bb3ee45157e13fc09'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:12.463164 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.476909 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.491577 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Made reservation on behalf of 97e102dede34460bb3ee45157e13fc09 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:12.493831 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.496677 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:55:12.508010 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.514083 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.514447 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Added segment c0b29de9-1682-41f4-9d14-bcb1d352fd77 of type vlan for network e9eab26a-ef35-47bf-96cc-57df288abc52 Sep 19 06:55:12.579458 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.610954 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3e4fb3-d435-4882-adc6-d9df461060c4,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:12.621296 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.622243 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:12.622819 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.632760 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.633128 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.633469 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.633797 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.634124 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.634522 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.634932 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.635163 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.635693 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.636020 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.636360 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.636668 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Tracked resource versions report: Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: pushed versions: Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: { 'AddressGroup': {'1.2'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'ConntrackHelper': {'1.0'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Log': {'1.0'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Network': {'1.1'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Port': {'1.7'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'PortForwarding': {'1.2'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'QosPolicy': {'1.9'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SecurityGroup': {'1.4'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SecurityGroupRule': {'1.2'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SubPort': {'1.0'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Subnet': {'1.1'}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Trunk': {'1.1'}} Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: consumer versions: Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: { DHCP agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: HyperV agent@hv-cinder-80994: {}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: L3 agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: Metadata agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: Metering agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: Open vSwitch agent@dv-cinder-809944-1-iscsi: { 'AddressGroup': '1.2', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'ConntrackHelper': '1.0', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Log': '1.0', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Network': '1.1', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Port': '1.7', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'PortForwarding': '1.2', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'QosPolicy': '1.9', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SecurityGroup': '1.4', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SecurityGroupRule': '1.2', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'SubPort': '1.0', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Subnet': '1.1', Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: 'Trunk': '1.1'}} Sep 19 06:55:12.637683 dv-cinder-809944-1-iscsi neutron-server[94031]: {{(pid=94031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 06:55:12.728329 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] Pushing event updated for resources: {'Network': ['ID=e9eab26a-ef35-47bf-96cc-57df288abc52,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:12.739375 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network e9eab26a-ef35-47bf-96cc-57df288abc52 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:55:12.773254 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.779920 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.796053 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9aa4ac81-4c77-4d75-810c-95cbf53538c1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6931872 Sep 19 06:55:12.798519 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35562) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:12.805119 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Request body: {'subnet': {'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-subnet', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:12.815513 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:55:12.833967 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Made reservation on behalf of 9f62a968b288420588eec33c98710dea for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:12.836237 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.845915 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.846257 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Added segment f186019f-7ad9-4351-832c-1ba5b76587f3 of type vlan for network b4afe9f2-f68a-4c47-9779-2d07f90875d9 Sep 19 06:55:12.883959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aaaec2-14f9-45c1-b79d-368db801c908,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:12.899783 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35570) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:12.952934 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.983048 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35578) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:12.991379 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:12.992673 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:12.993528 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.052954 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.059239 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b4afe9f2-f68a-4c47-9779-2d07f90875d9,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:13.069972 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network b4afe9f2-f68a-4c47-9779-2d07f90875d9 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:55:13.074095 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-860f3da2-2bc5-4a1e-8288-39c82f47e5c8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9085271 Sep 19 06:55:13.074733 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35586) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:13.081164 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Request body: {'subnet': {'network_id': 'b4afe9f2-f68a-4c47-9779-2d07f90875d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-673368028-subnet', 'tenant_id': '97e102dede34460bb3ee45157e13fc09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:13.104151 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Made reservation on behalf of 97e102dede34460bb3ee45157e13fc09 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:13.106650 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.110996 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Pushing event updated for resources: {'Subnet': ['ID=749ecaf3-253c-4050-9fd3-9e5012e508ce,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:13.118517 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.119188 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.119766 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.120273 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.120752 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.121255 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.121759 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.122257 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.122872 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.123369 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.123864 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.124358 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Tracked resource versions report: Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: pushed versions: Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: { 'AddressGroup': {'1.2'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'ConntrackHelper': {'1.0'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Log': {'1.0'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Network': {'1.1'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Port': {'1.7'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'PortForwarding': {'1.2'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'QosPolicy': {'1.9'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SecurityGroup': {'1.4'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SecurityGroupRule': {'1.2'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SubPort': {'1.0'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Subnet': {'1.1'}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Trunk': {'1.1'}} Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: consumer versions: Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: { DHCP agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: HyperV agent@hv-cinder-80994: {}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: L3 agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: Metadata agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: Metering agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: Open vSwitch agent@dv-cinder-809944-1-iscsi: { 'AddressGroup': '1.2', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'ConntrackHelper': '1.0', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Log': '1.0', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Network': '1.1', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Port': '1.7', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'PortForwarding': '1.2', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'QosPolicy': '1.9', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SecurityGroup': '1.4', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SecurityGroupRule': '1.2', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'SubPort': '1.0', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Subnet': '1.1', Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: 'Trunk': '1.1'}} Sep 19 06:55:13.125701 dv-cinder-809944-1-iscsi neutron-server[94030]: {{(pid=94030) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 06:55:13.162790 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Checking segment: {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:13.163512 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Network hostable DHCP agents. Network: e9eab26a-ef35-47bf-96cc-57df288abc52, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:55:13.182035 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Network e9eab26a-ef35-47bf-96cc-57df288abc52 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:55:13.193294 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, e9eab26a-ef35-47bf-96cc-57df288abc52) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:13.202892 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:13.204403 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.213090 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46079eab-58fc-46ca-aa22-0311ab73fbd5 None None] Network e9eab26a-ef35-47bf-96cc-57df288abc52 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:13.229947 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7cb2dd02-3c0e-4929-b56a-b86c64c4b90d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4297659 Sep 19 06:55:13.230608 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35590) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:13.235884 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:13.265517 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.267689 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.327181 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.344608 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.393109 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-e9eab26a-ef35-47bf-96cc-57df288abc52', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 06:55:13.394212 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.401673 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1548963263-network', 'tenant_id': 'ce1ec034b7fa4a54933c51dd8235536d'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:13.413118 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Checking segment: {'id': 'f186019f-7ad9-4351-832c-1ba5b76587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b4afe9f2-f68a-4c47-9779-2d07f90875d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:13.413681 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Network hostable DHCP agents. Network: b4afe9f2-f68a-4c47-9779-2d07f90875d9, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:55:13.416317 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be51a111-62e5-42e3-a4c3-31b2af295c2f,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:13.431026 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-378180956-network', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:13.476963 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Network b4afe9f2-f68a-4c47-9779-2d07f90875d9 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:55:13.480513 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Made reservation on behalf of ce1ec034b7fa4a54933c51dd8235536d for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:13.483286 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.490133 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Made reservation on behalf of fce024b64b6c45f1934a19f876f1de42 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:13.492889 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.508464 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.521169 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, b4afe9f2-f68a-4c47-9779-2d07f90875d9) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:13.522981 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.537374 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:13.538208 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.574475 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.595790 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495d6a0-0a8c-4ed7-9b70-eda9b6adeb1b None None] Network b4afe9f2-f68a-4c47-9779-2d07f90875d9 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:13.654684 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.662658 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Allocated IP 172.20.0.2 (e9eab26a-ef35-47bf-96cc-57df288abc52/749ecaf3-253c-4050-9fd3-9e5012e508ce/640083a3-b2d6-4b89-95bf-937d07ab7608) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:13.663079 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.702973 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf89154b-b766-44d7-aea0-2dd08a222d4a,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:13.707734 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9214d933-2371-4546-a26b-2bc9a12fbef5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6314895 Sep 19 06:55:13.726498 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:55:13.748383 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.749273 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Added segment f3144dd2-d877-4060-90e8-4a1b74c356b9 of type vlan for network 3955066d-8d6c-4718-b013-2857e4af8e77 Sep 19 06:55:13.818170 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.860525 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53438119-5616-4c1d-b672-034b0d28a0f0 None None] Network b4afe9f2-f68a-4c47-9779-2d07f90875d9 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:13.874400 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.875636 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:13.876389 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.887465 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.917511 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.938172 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0318658 Sep 19 06:55:13.939552 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35610) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:13.957160 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Request body: {'subnet': {'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1548963263-subnet', 'tenant_id': 'ce1ec034b7fa4a54933c51dd8235536d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:13.964623 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.978252 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:55:13.986672 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73b6fb-a8d0-4057-ab7c-c25e43e374e4 admin admin] Pushing event updated for resources: {'Network': ['ID=3955066d-8d6c-4718-b013-2857e4af8e77,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:13.996913 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:13.997262 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Added segment 2945d78d-04f3-4264-b222-6a4d0d8b37b8 of type vlan for network b4c3dd4a-3a49-4989-9a68-4d90016261b3 Sep 19 06:55:13.998553 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a5e851-316a-494e-88d4-f609e72b8496,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:14.022487 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 3955066d-8d6c-4718-b013-2857e4af8e77 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:55:14.060451 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.089696 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.090827 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:14.091503 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.171691 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.188850 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] Pushing event updated for resources: {'Network': ['ID=b4c3dd4a-3a49-4989-9a68-4d90016261b3,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:14.210207 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:55:14.223483 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d2dcd8c3-6af0-458c-843d-446330b2cb3e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2364690 Sep 19 06:55:14.224930 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35620) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:14.228962 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Request body: {'subnet': {'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-378180956-subnet', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:14.245883 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Made reservation on behalf of ce1ec034b7fa4a54933c51dd8235536d for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:14.248967 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.259979 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.269497 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Made reservation on behalf of fce024b64b6c45f1934a19f876f1de42 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:14.271971 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.361200 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.414583 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Allocated IP 172.27.1.2 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/9b18707b-3423-487a-9f47-5099ed71e2c8) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:14.507700 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Pushing event updated for resources: {'Port': ['ID=640083a3-b2d6-4b89-95bf-937d07ab7608,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:14.528669 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.529018 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.529370 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.529709 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.530047 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.530383 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.530715 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.531043 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.538815 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.539863 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.542231 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.542606 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Tracked resource versions report: Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: pushed versions: Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: { 'AddressGroup': {'1.2'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'ConntrackHelper': {'1.0'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Log': {'1.0'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Network': {'1.1'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Port': {'1.7'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'PortForwarding': {'1.2'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'QosPolicy': {'1.9'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SecurityGroup': {'1.4'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SecurityGroupRule': {'1.2'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SubPort': {'1.0'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Subnet': {'1.1'}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Trunk': {'1.1'}} Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: consumer versions: Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: { DHCP agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: HyperV agent@hv-cinder-80994: {}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: L3 agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: Metadata agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: Metering agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: Open vSwitch agent@dv-cinder-809944-1-iscsi: { 'AddressGroup': '1.2', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'ConntrackHelper': '1.0', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Log': '1.0', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Network': '1.1', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Port': '1.7', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'PortForwarding': '1.2', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'QosPolicy': '1.9', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SecurityGroup': '1.4', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SecurityGroupRule': '1.2', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'SubPort': '1.0', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Subnet': '1.1', Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: 'Trunk': '1.1'}} Sep 19 06:55:14.546478 dv-cinder-809944-1-iscsi neutron-server[94032]: {{(pid=94032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 06:55:14.576513 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Network e9eab26a-ef35-47bf-96cc-57df288abc52 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:14.579624 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:14.584082 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:14.640162 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.648209 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.704850 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b19c4f-2aae-4542-8c5c-d7f7136339e9,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:14.721284 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d052678b-7038-4d6a-8af1-775f325f2fa7,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:14.737350 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.741998 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Checking segment: {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:14.742739 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Network hostable DHCP agents. Network: b4c3dd4a-3a49-4989-9a68-4d90016261b3, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:55:14.746858 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d8471236-cf2a-4c60-a633-8f54a5627cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.750091 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Attempting to bind port 640083a3-b2d6-4b89-95bf-937d07ab7608 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:14.750473 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Attempting to bind port 640083a3-b2d6-4b89-95bf-937d07ab7608 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:14.750841 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Attempting to bind port 640083a3-b2d6-4b89-95bf-937d07ab7608 on network e9eab26a-ef35-47bf-96cc-57df288abc52 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:14.766298 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:55:14.766504 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:14.766873 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Checking segment: {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:14.767284 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.767709 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Bound using segment: {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:14.768193 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Bound port: 640083a3-b2d6-4b89-95bf-937d07ab7608, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:14.768602 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.783780 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, b4c3dd4a-3a49-4989-9a68-4d90016261b3) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:14.788233 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Checking segment: {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:14.788585 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Network hostable DHCP agents. Network: 3955066d-8d6c-4718-b013-2857e4af8e77, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:55:14.793406 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:14.794306 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.817444 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-69760e73-69af-4088-92ce-b246409c91e5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5902429 Sep 19 06:55:14.817647 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb90c2-adcb-4478-8451-707428e23e26 None None] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:14.819103 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35644) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:14.826804 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:14.866601 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.879204 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.883176 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:14.908355 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:14.910742 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Network 3955066d-8d6c-4718-b013-2857e4af8e77 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:55:14.919267 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 3955066d-8d6c-4718-b013-2857e4af8e77) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:14.970867 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:14.988719 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84399386-9653-46da-93ec-7dd248545ccb None None] Network 3955066d-8d6c-4718-b013-2857e4af8e77 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:15.041278 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:15.042064 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:15.099142 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9ee1e2b3-5e04-47a0-a41a-ba69360720c0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1505051 Sep 19 06:55:15.126159 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:15.127784 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:15.161290 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] For port 640083a3-b2d6-4b89-95bf-937d07ab7608, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:15.193553 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] For port 640083a3-b2d6-4b89-95bf-937d07ab7608, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=640083a3-b2d6-4b89-95bf-937d07ab7608,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:15.195572 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Pushing event updated for resources: {'Port': ['ID=9b18707b-3423-487a-9f47-5099ed71e2c8,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:15.205563 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:15.491374 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 06:55:15.493488 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:15.497601 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:15.529928 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a13f50-d1e5-467c-8b71-37ac3dde5580 None None] Network 3955066d-8d6c-4718-b013-2857e4af8e77 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:15.802251 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:15.857187 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435d556-9d43-4dc6-b39c-f690f83f132f None None] Pushing event updated for resources: {'Port': ['ID=640083a3-b2d6-4b89-95bf-937d07ab7608,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:15.997495 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.007062 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.030162 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.099647 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.174300 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.188781 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Allocated IP 172.20.0.2 (b4c3dd4a-3a49-4989-9a68-4d90016261b3/d052678b-7038-4d6a-8af1-775f325f2fa7/bc49818c-8153-484c-8335-476fef68b9ba) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:16.230969 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Allocated IP 172.27.1.3 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/08121fa2-8c94-418e-94da-8ae03fa19e25) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:16.333941 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35734) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:16.402155 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Router 8f7894be-b288-444c-8915-bf672e5e0fe9 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 06:55:16.407261 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.421996 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.461425 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.525412 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:16.543894 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Pushing event updated for resources: {'Port': ['ID=bc49818c-8153-484c-8335-476fef68b9ba,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:16.546881 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.565372 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:16.614140 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:16.638599 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:55:16.647968 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Sync routers for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:55:16.664056 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:16.670794 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:55:16.671661 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:16.694352 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:16.698162 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:16.706554 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Pushing event updated for resources: {'Port': ['ID=08121fa2-8c94-418e-94da-8ae03fa19e25,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:16.721911 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.727073 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-688ee427-580f-4c3a-943b-bb462b3aec83 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4925802 Sep 19 06:55:16.728553 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35742) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:16.743792 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Attempting to bind port bc49818c-8153-484c-8335-476fef68b9ba on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:16.745320 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Attempting to bind port bc49818c-8153-484c-8335-476fef68b9ba by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:16.745717 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Attempting to bind port bc49818c-8153-484c-8335-476fef68b9ba on network b4c3dd4a-3a49-4989-9a68-4d90016261b3 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:16.758270 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:16.758661 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Checking segment: {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:16.759570 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.759968 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Bound using segment: {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:16.760441 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Bound port: bc49818c-8153-484c-8335-476fef68b9ba, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:16.767275 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:16.803098 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35754) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:16.806033 dv-cinder-809944-1-iscsi neutron-server[94031]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 06:55:16.859618 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bf0f69-fde5-4664-9b0b-bf3663be9bf5 None None] Network e9eab26a-ef35-47bf-96cc-57df288abc52 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:16.941281 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:55:17.108737 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-76234fe2-a95f-494a-8920-69cbd7e7fb72 None None] Provisioning complete for port 640083a3-b2d6-4b89-95bf-937d07ab7608 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:17.109068 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-76234fe2-a95f-494a-8920-69cbd7e7fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.208382 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-ecba9773-b2ee-4fed-a589-69e2b7b770d1 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:17.215820 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-ecba9773-b2ee-4fed-a589-69e2b7b770d1 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/networks?id=b4afe9f2-f68a-4c47-9779-2d07f90875d9 HTTP/1.1" status: 200 len: 811 time: 0.4108708 Sep 19 06:55:17.219678 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] For port bc49818c-8153-484c-8335-476fef68b9ba, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:17.242749 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-e41d6c15-9b02-4b61-8e31-3fb3cb225bf1 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/quotas/97e102dede34460bb3ee45157e13fc09 HTTP/1.1" status: 200 len: 375 time: 0.0256732 Sep 19 06:55:17.308421 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1034e57-5368-416a-826c-38ba52b6c9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.312139 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-5c1616bc-0067-405d-89d0-9a5fe035c4de tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=97e102dede34460bb3ee45157e13fc09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686884 Sep 19 06:55:17.313926 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] For port bc49818c-8153-484c-8335-476fef68b9ba, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=bc49818c-8153-484c-8335-476fef68b9ba,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:17.322621 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:15Z', 'revision_number': 3, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:17.360120 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.374423 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.455924 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Checking router: 8f7894be-b288-444c-8915-bf672e5e0fe9 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:55:17.458309 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Updating router 8f7894be-b288-444c-8915-bf672e5e0fe9 port 9b18707b-3423-487a-9f47-5099ed71e2c8 binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:55:17.507197 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b176d04-5b58-4bea-8cfd-038043fdd7ab None None] Pushing event updated for resources: {'Port': ['ID=bc49818c-8153-484c-8335-476fef68b9ba,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:17.524167 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.564593 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35768) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:17.638532 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 640083a3-b2d6-4b89-95bf-937d07ab7608 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:17.689333 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.755938 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35788) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:17.758714 dv-cinder-809944-1-iscsi neutron-server[94030]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 19 06:55:17.776567 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1034e57-5368-416a-826c-38ba52b6c9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.803256 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-76234fe2-a95f-494a-8920-69cbd7e7fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.828691 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1034e57-5368-416a-826c-38ba52b6c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.911801 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-74112bc5-95e4-4750-8c03-d6cd6a0d6340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.914199 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 640083a3-b2d6-4b89-95bf-937d07ab7608 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:17.914672 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:17.919927 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1034e57-5368-416a-826c-38ba52b6c9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe9496-9b1c-4492-b6b6-c875db70fc2d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:18.033487 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-76234fe2-a95f-494a-8920-69cbd7e7fb72 None None] For port 640083a3-b2d6-4b89-95bf-937d07ab7608, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=640083a3-b2d6-4b89-95bf-937d07ab7608,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:18.042685 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.046501 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-76234fe2-a95f-494a-8920-69cbd7e7fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.100560 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-e74c1450-80d7-42bf-b3cd-dea60e3a2223 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:55:18.102176 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-e74c1450-80d7-42bf-b3cd-dea60e3a2223 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2605441 Sep 19 06:55:18.168968 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.176865 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.235079 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-07646b5b-e90f-4a1b-9407-ac52ae6b0ca6 service neutron] 10.222.0.18 "GET /v2.0/networks/b4afe9f2-f68a-4c47-9779-2d07f90875d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271279 Sep 19 06:55:18.243313 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Pushing event updated for resources: {'Port': ['ID=9b18707b-3423-487a-9f47-5099ed71e2c8,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:18.254258 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.256000 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.258534 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.258896 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.260206 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.261896 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.262489 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.262832 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.263171 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.264683 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.265398 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.265737 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.266196 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Tracked resource versions report: Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: pushed versions: Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: { 'AddressGroup': {'1.2'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'ConntrackHelper': {'1.0'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Log': {'1.0'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Network': {'1.1'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Port': {'1.7'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'PortForwarding': {'1.2'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'QosPolicy': {'1.9'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SecurityGroup': {'1.4'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SecurityGroupRule': {'1.2'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SubPort': {'1.0'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Subnet': {'1.1'}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Trunk': {'1.1'}} Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: consumer versions: Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: { DHCP agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: HyperV agent@hv-cinder-80994: {}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: L3 agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: Metadata agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: Metering agent@dv-cinder-809944-1-iscsi: {}, Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: Open vSwitch agent@dv-cinder-809944-1-iscsi: { 'AddressGroup': '1.2', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'ConntrackHelper': '1.0', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Log': '1.0', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Network': '1.1', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Port': '1.7', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'PortForwarding': '1.2', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'QosPolicy': '1.9', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SecurityGroup': '1.4', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SecurityGroupRule': '1.2', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'SubPort': '1.0', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Subnet': '1.1', Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: 'Trunk': '1.1'}} Sep 19 06:55:18.267792 dv-cinder-809944-1-iscsi neutron-server[94033]: {{(pid=94033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 19 06:55:18.297118 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Attempting to bind port 9b18707b-3423-487a-9f47-5099ed71e2c8 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:18.297507 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Attempting to bind port 9b18707b-3423-487a-9f47-5099ed71e2c8 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:18.298167 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Attempting to bind port 9b18707b-3423-487a-9f47-5099ed71e2c8 on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:18.302372 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76234fe2-a95f-494a-8920-69cbd7e7fb72 None None] Pushing event updated for resources: {'Port': ['ID=640083a3-b2d6-4b89-95bf-937d07ab7608,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:18.312477 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b1034e57-5368-416a-826c-38ba52b6c9d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e680eaf05dd4dac95cb051daf19dee8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9772544 Sep 19 06:55:18.313128 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35800) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:18.318132 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:18.319087 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:18.319739 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.320402 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:18.321079 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Bound port: 9b18707b-3423-487a-9f47-5099ed71e2c8, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:18.322188 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.324262 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-dce93ed9-87b5-4660-b4e1-5fa50e346077 None None] Provisioning complete for port 640083a3-b2d6-4b89-95bf-937d07ab7608 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:18.324761 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-dce93ed9-87b5-4660-b4e1-5fa50e346077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.386839 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] For port 9b18707b-3423-487a-9f47-5099ed71e2c8, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:18.390324 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] For port 9b18707b-3423-487a-9f47-5099ed71e2c8, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=9b18707b-3423-487a-9f47-5099ed71e2c8,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:18.397756 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.456386 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5a6ab-c85f-4e81-a693-ed8229d044d6 None None] Pushing event updated for resources: {'Port': ['ID=9b18707b-3423-487a-9f47-5099ed71e2c8,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:18.486405 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:55:18.486884 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:18.548739 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-c54d8aa1-caa6-4ec4-b57a-fce1729ee63c service neutron] 10.222.0.18 "GET /v2.0/networks/b4afe9f2-f68a-4c47-9779-2d07f90875d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026960 Sep 19 06:55:18.565373 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Router 6ccd0608-623c-4810-9086-58bc0be61ed8 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 06:55:18.572547 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Allocated IP 172.20.0.1 (e9eab26a-ef35-47bf-96cc-57df288abc52/749ecaf3-253c-4050-9fd3-9e5012e508ce/a83020ca-d0f6-4709-9085-25b3c90e7ad9) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:18.625979 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-7363f18d-701d-4dc3-b7ee-72f03dfb0d48 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:18.627826 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-7363f18d-701d-4dc3-b7ee-72f03dfb0d48 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 815 time: 0.8701084 Sep 19 06:55:18.636508 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-74112bc5-95e4-4750-8c03-d6cd6a0d6340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.675782 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-74112bc5-95e4-4750-8c03-d6cd6a0d6340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.689190 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:55:18.709385 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:55:18.714115 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-161e8d4d-5a37-439e-8ce4-ec87b8ee529f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/quotas/ce1ec034b7fa4a54933c51dd8235536d HTTP/1.1" status: 200 len: 375 time: 0.0737977 Sep 19 06:55:18.719424 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Sync routers for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:55:18.731801 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.733183 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-652a939b-42e6-4d83-8b1c-8598d22add7c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9086137 Sep 19 06:55:18.734840 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35812) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:18.737764 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:55:18.738392 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:18.748304 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af6b-c1e6-448a-a3f9-b65dd9e904c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:18.994664 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-400c4ae9-c229-4e76-bbbb-2a45e2b0bab7 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2434552 Sep 19 06:55:19.013147 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:55:19.020726 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-74112bc5-95e4-4750-8c03-d6cd6a0d6340 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d033d6414da40118ab673e491f7c15c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4508488 Sep 19 06:55:19.027910 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 35828) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:19.111895 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74112bc5-95e4-4750-8c03-d6cd6a0d6340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060f31eb-220b-43a4-8ce5-e133bb4056ce,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:19.134538 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-04081b4b-06b0-49d6-850f-76719e095436 req-57739ccf-8019-416d-80e3-4f6b3accaeea tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 210 time: 0.0839736 Sep 19 06:55:19.139353 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:15Z', 'revision_number': 3, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:19.174400 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c1288-a77e-41b6-95de-8971ba4a7f4c None None] The sync data for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi is: [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:15Z', 'revision_number': 3, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:55:19.221080 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af6b-c1e6-448a-a3f9-b65dd9e904c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:19.375382 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce29ebf-eb74-480c-8ff2-9f62857f5270 None None] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:19.385327 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-7facf2ad-6ef6-4a21-985c-2dabc58c9cfb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:55:19.402374 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-7facf2ad-6ef6-4a21-985c-2dabc58c9cfb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2876143 Sep 19 06:55:19.449111 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:19.452741 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d782fd00-3bdc-4227-9368-6f99cfee720d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:19.557213 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d782fd00-3bdc-4227-9368-6f99cfee720d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:19.604822 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-7f075f73-5a89-4a45-8d23-8f7ed10ae975 None None] Provisioning complete for port bc49818c-8153-484c-8335-476fef68b9ba triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:19.605096 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7f075f73-5a89-4a45-8d23-8f7ed10ae975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:19.690057 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device bc49818c-8153-484c-8335-476fef68b9ba up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:19.690302 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:19.714332 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af6b-c1e6-448a-a3f9-b65dd9e904c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:19.718220 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4cb1af6b-c1e6-448a-a3f9-b65dd9e904c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:19.722732 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4cb1af6b-c1e6-448a-a3f9-b65dd9e904c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/58fe9496-9b1c-4492-b6b6-c875db70fc2d HTTP/1.1" status: 204 len: 168 time: 1.3809009 Sep 19 06:55:19.769411 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1af6b-c1e6-448a-a3f9-b65dd9e904c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe9496-9b1c-4492-b6b6-c875db70fc2d,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:19.803010 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-0a5960da-1821-4023-ae86-7d03463cdd92 service neutron] 10.222.0.18 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984864 Sep 19 06:55:19.810351 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:19.909390 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Pushing event updated for resources: {'Port': ['ID=a83020ca-d0f6-4709-9085-25b3c90e7ad9,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:19.939979 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Network e9eab26a-ef35-47bf-96cc-57df288abc52 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:19.964981 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:19.970525 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:19.973333 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.105983 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35870) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:20.158340 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7f075f73-5a89-4a45-8d23-8f7ed10ae975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.385177 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d782fd00-3bdc-4227-9368-6f99cfee720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.387758 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d782fd00-3bdc-4227-9368-6f99cfee720d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.404222 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fe18f71a-2ee0-4c68-92a0-94f81a6636c1 req-a0f00008-05d1-4bd3-968f-87d4737512b0 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 210 time: 0.1206458 Sep 19 06:55:20.406170 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d782fd00-3bdc-4227-9368-6f99cfee720d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/060f31eb-220b-43a4-8ce5-e133bb4056ce HTTP/1.1" status: 204 len: 168 time: 1.3584862 Sep 19 06:55:20.428320 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35888) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:20.527470 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-7f075f73-5a89-4a45-8d23-8f7ed10ae975 None None] For port bc49818c-8153-484c-8335-476fef68b9ba, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=bc49818c-8153-484c-8335-476fef68b9ba,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:20.530385 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.539850 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7f075f73-5a89-4a45-8d23-8f7ed10ae975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.544248 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Allocated IP 172.20.0.1 (b4c3dd4a-3a49-4989-9a68-4d90016261b3/d052678b-7038-4d6a-8af1-775f325f2fa7/3d4dfe46-0a6f-4f6e-a041-635aac1fbb18) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:20.549840 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:17Z', 'revision_number': 3, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:20.551813 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port bc49818c-8153-484c-8335-476fef68b9ba triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:20.552944 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f2c159e9-8ec8-4054-b451-861269bb6522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.553424 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.577750 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7acb7e4e-0d50-479c-b838-80a7377b4f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.618866 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782fd00-3bdc-4227-9368-6f99cfee720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060f31eb-220b-43a4-8ce5-e133bb4056ce,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:20.731793 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-28725c86-11ec-4c42-a0a6-0769c2168e27 service neutron] 10.222.0.18 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8367321 Sep 19 06:55:20.734075 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.db.api [None req-7acb7e4e-0d50-479c-b838-80a7377b4f68 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 19 06:55:20.734075 dv-cinder-809944-1-iscsi neutron-server[94031]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 19 06:55:20.734075 dv-cinder-809944-1-iscsi neutron-server[94031]: [parameters: {'project_id': 'ffc1ba2a505a4911b9bcae538988bb52', 'id': 'b955d16a-51aa-4f6e-93a1-ba7f5290822b', 'expiration': datetime.datetime(2021, 9, 19, 6, 57, 20, 710913)}] Sep 19 06:55:20.734075 dv-cinder-809944-1-iscsi neutron-server[94031]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94031) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 19 06:55:20.734536 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG oslo_db.api [None req-7acb7e4e-0d50-479c-b838-80a7377b4f68 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 19 06:55:20.920992 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.921260 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Checking router: 6ccd0608-623c-4810-9086-58bc0be61ed8 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:55:20.923165 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Updating router 6ccd0608-623c-4810-9086-58bc0be61ed8 port 08121fa2-8c94-418e-94da-8ae03fa19e25 binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:55:20.975589 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f2c159e9-8ec8-4054-b451-861269bb6522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:20.985027 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f2c159e9-8ec8-4054-b451-861269bb6522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.034776 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-fdf93da2-5105-4f47-80c8-22cef2e9ff49 None None] Provisioning complete for port a83020ca-d0f6-4709-9085-25b3c90e7ad9 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:21.035363 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fdf93da2-5105-4f47-80c8-22cef2e9ff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.038359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.049084 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.050553 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.095718 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.136621 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Pushing event updated for resources: {'Port': ['ID=a83020ca-d0f6-4709-9085-25b3c90e7ad9,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:21.205318 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35898) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:21.219669 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.269807 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f075f73-5a89-4a45-8d23-8f7ed10ae975 None None] Pushing event updated for resources: {'Port': ['ID=bc49818c-8153-484c-8335-476fef68b9ba,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:21.299979 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-fdf93da2-5105-4f47-80c8-22cef2e9ff49 None None] Port a83020ca-d0f6-4709-9085-25b3c90e7ad9 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:55:21.327188 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f2c159e9-8ec8-4054-b451-861269bb6522 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=684a01ac333f4eaf812f7b3bed85cd44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8974264 Sep 19 06:55:21.327845 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7acb7e4e-0d50-479c-b838-80a7377b4f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.329961 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c159e9-8ec8-4054-b451-861269bb6522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53109ee-0fc2-4260-b731-080f4fdc43e7,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:21.351600 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35912) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:21.398718 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1304e848-95dd-40b2-bac9-a5d04adf0d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.400595 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Pushing event updated for resources: {'Port': ['ID=3d4dfe46-0a6f-4f6e-a041-635aac1fbb18,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:21.468030 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Network e9eab26a-ef35-47bf-96cc-57df288abc52 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:21.470161 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:21.732406 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-4be3c632-3ddb-46a2-9a41-1a1cc038f70f None None] Provisioning complete for port bc49818c-8153-484c-8335-476fef68b9ba triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:21.737051 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4be3c632-3ddb-46a2-9a41-1a1cc038f70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.783816 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Router 8f7894be-b288-444c-8915-bf672e5e0fe9 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:55:21.816232 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bc366f13-b4d9-4bd4-b096-3944e47f9011 req-30bcdb2e-bedf-4ad2-9df1-7fbd770f72ab tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 210 time: 0.4531503 Sep 19 06:55:21.827454 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:21.846437 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 640083a3-b2d6-4b89-95bf-937d07ab7608 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:21.858321 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:21.880580 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7acb7e4e-0d50-479c-b838-80a7377b4f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:21.993816 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3c07227-18de-4d6f-aac7-a3c97f3397a6 req-404a8527-1f8d-4992-871e-5ed2182b799a tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 210 time: 0.0897079 Sep 19 06:55:22.038926 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1304e848-95dd-40b2-bac9-a5d04adf0d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.041450 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:22.042369 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.101542 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 640083a3-b2d6-4b89-95bf-937d07ab7608 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:22.109829 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.113794 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:55:22.125345 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-09e693d8-e22e-4df4-8a5c-7bbedee0f64e admin admin] 10.222.0.18 "PUT /v2.0/routers/8f7894be-b288-444c-8915-bf672e5e0fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3957920 Sep 19 06:55:22.131512 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7acb7e4e-0d50-479c-b838-80a7377b4f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.256380 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Sync routers for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:55:22.257744 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1304e848-95dd-40b2-bac9-a5d04adf0d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.263983 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:55:22.268218 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:22.269469 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb7e4e-0d50-479c-b838-80a7377b4f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed84ad54-e468-4208-9903-e5beb4484e2d,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:22.369826 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 59256) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:22.380760 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff5a0a5d-62f5-42c2-a32f-96881a51045e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.387413 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-10ee0548-a4ef-450d-b594-ee2bc9f0c060 None None] Provisioning complete for port a83020ca-d0f6-4709-9085-25b3c90e7ad9 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:22.388497 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-10ee0548-a4ef-450d-b594-ee2bc9f0c060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.427568 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff5a0a5d-62f5-42c2-a32f-96881a51045e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.467714 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-10ee0548-a4ef-450d-b594-ee2bc9f0c060 None None] Port a83020ca-d0f6-4709-9085-25b3c90e7ad9 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:55:22.548610 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304e848-95dd-40b2-bac9-a5d04adf0d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3bcd51-fbbb-4b33-9d54-81e169c4cd45,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:22.554218 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.557197 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7acb7e4e-0d50-479c-b838-80a7377b4f68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ffc1ba2a505a4911b9bcae538988bb52&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4520986 Sep 19 06:55:22.561601 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1304e848-95dd-40b2-bac9-a5d04adf0d4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=017d92c911314b818d9d8caf5da3e4e6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3522873 Sep 19 06:55:22.563405 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35958) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:22.564196 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 35960) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:22.581761 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-40696ef0-33d6-46ed-87b6-45b3051b828e tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:22.583452 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-40696ef0-33d6-46ed-87b6-45b3051b828e tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.32 "GET /v2.0/networks?id=b4afe9f2-f68a-4c47-9779-2d07f90875d9 HTTP/1.1" status: 200 len: 811 time: 0.2125659 Sep 19 06:55:22.591981 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.638860 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8e4e0-ebcb-4cbb-bff2-eccd9e2284bf None None] Pushing event updated for resources: {'Port': ['ID=08121fa2-8c94-418e-94da-8ae03fa19e25,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:22.662766 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Request body: {'port': {'device_id': '013b6492-ff46-49f3-b710-d0e2da12ea34', 'network_id': 'b4afe9f2-f68a-4c47-9779-2d07f90875d9', 'admin_state_up': True, 'tenant_id': '97e102dede34460bb3ee45157e13fc09'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:22.707809 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Attempting to bind port 08121fa2-8c94-418e-94da-8ae03fa19e25 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:22.708246 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Attempting to bind port 08121fa2-8c94-418e-94da-8ae03fa19e25 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:22.708671 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Attempting to bind port 08121fa2-8c94-418e-94da-8ae03fa19e25 on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:22.712261 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-3805ec0f-b2c0-4bb4-99fb-4a1035cfd0a5 None None] Provisioning complete for port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:22.712631 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3805ec0f-b2c0-4bb4-99fb-4a1035cfd0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.728426 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:22.728726 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:22.729197 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.729828 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:22.730319 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Bound port: 08121fa2-8c94-418e-94da-8ae03fa19e25, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:22.730834 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.735006 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:55:22.881332 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9bf85829-af32-4e52-b084-f60f440ec64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.912981 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-3805ec0f-b2c0-4bb4-99fb-4a1035cfd0a5 None None] Port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:55:22.923789 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff5a0a5d-62f5-42c2-a32f-96881a51045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.927918 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff5a0a5d-62f5-42c2-a32f-96881a51045e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:22.931377 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ff5a0a5d-62f5-42c2-a32f-96881a51045e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a53109ee-0fc2-4260-b731-080f4fdc43e7 HTTP/1.1" status: 204 len: 168 time: 1.5533822 Sep 19 06:55:22.937104 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] For port 08121fa2-8c94-418e-94da-8ae03fa19e25, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:22.947251 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] For port 08121fa2-8c94-418e-94da-8ae03fa19e25, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=08121fa2-8c94-418e-94da-8ae03fa19e25,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:22.957923 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.017216 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:55:23.017843 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:23.067090 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device bc49818c-8153-484c-8335-476fef68b9ba up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:23.103068 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a0a5d-62f5-42c2-a32f-96881a51045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53109ee-0fc2-4260-b731-080f4fdc43e7,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:23.106218 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8e4e0-ebcb-4cbb-bff2-eccd9e2284bf None None] Pushing event updated for resources: {'Port': ['ID=08121fa2-8c94-418e-94da-8ae03fa19e25,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:23.160785 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9bf85829-af32-4e52-b084-f60f440ec64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.254936 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-60bb1962-30e0-4c8f-8f8d-b0d5b4bf8898 req-04477fa7-e94e-4591-879a-ed6bd0a20906 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0793591 Sep 19 06:55:23.256781 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Made reservation on behalf of 97e102dede34460bb3ee45157e13fc09 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:23.262740 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.274110 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.334077 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port bc49818c-8153-484c-8335-476fef68b9ba triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:23.334893 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.359071 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aac8b1ee-fdb2-49a8-8ee4-6801e4f3443a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.386003 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 2, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:23.443230 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:55:23.493667 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Checking router: 8f7894be-b288-444c-8915-bf672e5e0fe9 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:55:23.497205 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Updating router 8f7894be-b288-444c-8915-bf672e5e0fe9 port a83020ca-d0f6-4709-9085-25b3c90e7ad9 binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:55:23.509978 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aac8b1ee-fdb2-49a8-8ee4-6801e4f3443a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.566388 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.610688 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-269c0305-ac8a-42c3-882d-63f88d015065 req-0875f399-7f5e-4c65-85d8-79eccdaf1359 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 210 time: 0.1778035 Sep 19 06:55:23.694835 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9bf85829-af32-4e52-b084-f60f440ec64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.699559 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9bf85829-af32-4e52-b084-f60f440ec64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.701002 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36002) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:23.703017 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9bf85829-af32-4e52-b084-f60f440ec64c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed84ad54-e468-4208-9903-e5beb4484e2d HTTP/1.1" status: 204 len: 168 time: 1.1088109 Sep 19 06:55:23.719801 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-d93f934d-a2f9-4000-812e-335960b9c1c1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209583694', 'description': 'tempest-description--1845878459'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:23.763815 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d93f934d-a2f9-4000-812e-335960b9c1c1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:23.774364 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf85829-af32-4e52-b084-f60f440ec64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed84ad54-e468-4208-9903-e5beb4484e2d,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:23.945368 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Allocated IP 172.20.0.13 (b4afe9f2-f68a-4c47-9779-2d07f90875d9/be51a111-62e5-42e3-a4c3-31b2af295c2f/29965ffc-8598-4484-9504-33bce640acb3) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:24.011438 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 9b18707b-3423-487a-9f47-5099ed71e2c8 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:24.041791 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 59265) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:24.100608 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.106395 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aac8b1ee-fdb2-49a8-8ee4-6801e4f3443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.114616 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aac8b1ee-fdb2-49a8-8ee4-6801e4f3443a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.116587 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-aac8b1ee-fdb2-49a8-8ee4-6801e4f3443a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd3bcd51-fbbb-4b33-9d54-81e169c4cd45 HTTP/1.1" status: 204 len: 168 time: 1.5210552 Sep 19 06:55:24.139205 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.142490 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.160596 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8b1ee-fdb2-49a8-8ee4-6801e4f3443a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3bcd51-fbbb-4b33-9d54-81e169c4cd45,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:24.171910 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 9b18707b-3423-487a-9f47-5099ed71e2c8 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:24.173612 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.183359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-d75b02a7-ab74-4256-908d-49488c2f37de tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:24.185418 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-d75b02a7-ab74-4256-908d-49488c2f37de tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 815 time: 0.1383240 Sep 19 06:55:24.203464 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.216226 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.244269 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Request body: {'port': {'device_id': 'b144bc68-143b-4c42-ba96-96afdaa7fdb1', 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77', 'admin_state_up': True, 'tenant_id': 'ce1ec034b7fa4a54933c51dd8235536d'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:24.283075 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bc870-0bad-46a0-8445-6676b3a5771a None None] Pushing event updated for resources: {'Port': ['ID=a83020ca-d0f6-4709-9085-25b3c90e7ad9,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:24.405169 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Pushing event updated for resources: {'Port': ['ID=3d4dfe46-0a6f-4f6e-a041-635aac1fbb18,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:24.558461 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a9274733-85b1-436a-8c0d-6cd1f09f889f req-ad4dcbed-1f49-43bb-92a3-3b4abb7d7edd tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0732419 Sep 19 06:55:24.604912 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:24.606640 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:24.611234 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d93f934d-a2f9-4000-812e-335960b9c1c1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.658658 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Attempting to bind port a83020ca-d0f6-4709-9085-25b3c90e7ad9 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:24.659241 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Attempting to bind port a83020ca-d0f6-4709-9085-25b3c90e7ad9 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:24.673380 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Attempting to bind port a83020ca-d0f6-4709-9085-25b3c90e7ad9 on network e9eab26a-ef35-47bf-96cc-57df288abc52 {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:24.694842 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d93f934d-a2f9-4000-812e-335960b9c1c1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.717988 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:24.721236 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Made reservation on behalf of ce1ec034b7fa4a54933c51dd8235536d for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:24.722182 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Checking segment: {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:24.723968 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.724806 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Bound using segment: {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:24.726835 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Bound port: a83020ca-d0f6-4709-9085-25b3c90e7ad9, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:24.728296 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.734523 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.735373 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:24.804577 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 1, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:24.891043 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 9b18707b-3423-487a-9f47-5099ed71e2c8, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=9b18707b-3423-487a-9f47-5099ed71e2c8,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:24.975581 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c9fa3-9abd-46db-8f29-e334f4c4edd4 None None] The sync data for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi is: [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 1, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:55:24.980583 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.013518 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d93f934d-a2f9-4000-812e-335960b9c1c1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.019141 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d93f934d-a2f9-4000-812e-335960b9c1c1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3144064 Sep 19 06:55:25.038362 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36042) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:25.076859 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-b1c54f14-44cd-4b0c-9b16-77369f223a00 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'security_group_rule': {'security_group_id': '6a074f1e-9113-431c-aef5-d71129a6dc6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:25.093174 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] For port a83020ca-d0f6-4709-9085-25b3c90e7ad9, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:25.094711 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-e2dbfbb5-20af-4d93-97a7-6a57b1b36149 None None] Provisioning complete for port a83020ca-d0f6-4709-9085-25b3c90e7ad9 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:25.095282 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e2dbfbb5-20af-4d93-97a7-6a57b1b36149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.110331 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] For port a83020ca-d0f6-4709-9085-25b3c90e7ad9, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=a83020ca-d0f6-4709-9085-25b3c90e7ad9,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:25.122551 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.226229 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Router 6ccd0608-623c-4810-9086-58bc0be61ed8 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:55:25.265499 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=9b18707b-3423-487a-9f47-5099ed71e2c8,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:25.282129 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbfbb5-20af-4d93-97a7-6a57b1b36149 None None] Port a83020ca-d0f6-4709-9085-25b3c90e7ad9 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:55:25.315766 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.331839 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b1c54f14-44cd-4b0c-9b16-77369f223a00 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.393423 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:55:25.393423 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:25.394423 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f934d-a2f9-4000-812e-335960b9c1c1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a074f1e-9113-431c-aef5-d71129a6dc6b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:25.414467 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-3fb7f104-46f6-4369-9915-e96d34b3832f None None] Provisioning complete for port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:25.414901 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3fb7f104-46f6-4369-9915-e96d34b3832f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.426688 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.530455 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bc870-0bad-46a0-8445-6676b3a5771a None None] Pushing event updated for resources: {'Port': ['ID=a83020ca-d0f6-4709-9085-25b3c90e7ad9,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:25.667339 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-62f53572-c7cb-4458-a5ec-3b75d3db386e req-4849b3f6-4da0-4a43-a890-0d53a054f5ce tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 210 time: 0.4705920 Sep 19 06:55:25.669274 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b1c54f14-44cd-4b0c-9b16-77369f223a00 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.695902 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-3fb7f104-46f6-4369-9915-e96d34b3832f None None] Port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:55:25.814938 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b1c54f14-44cd-4b0c-9b16-77369f223a00 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.868484 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-99d516db-7415-4abc-8a90-663178ca693a None None] Provisioning complete for port a83020ca-d0f6-4709-9085-25b3c90e7ad9 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:25.871667 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Network b4afe9f2-f68a-4c47-9779-2d07f90875d9 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:25.872916 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-99d516db-7415-4abc-8a90-663178ca693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.886372 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:55:25.926457 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c54f14-44cd-4b0c-9b16-77369f223a00 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87285dc8-37c3-4341-967a-8e203425b4b9,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:25.953685 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b1c54f14-44cd-4b0c-9b16-77369f223a00 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:25.955249 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b1c54f14-44cd-4b0c-9b16-77369f223a00 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9084566 Sep 19 06:55:25.960249 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36072) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:25.975500 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-517b9465-90f2-40fb-8029-f8445949c273 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'security_group_rule': {'security_group_id': '6a074f1e-9113-431c-aef5-d71129a6dc6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:26.211224 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-517b9465-90f2-40fb-8029-f8445949c273 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:26.229219 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:26.258418 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:55:26.271625 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c4947141-dd6e-4c87-bcab-15aa9febd19a req-e02d33f5-e82b-4203-88c2-e0deede07e3e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 210 time: 0.4514668 Sep 19 06:55:26.281579 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e7a816a8-8b63-40bf-9f5e-4f0e2bb24a94 admin admin] 10.222.0.18 "PUT /v2.0/routers/6ccd0608-623c-4810-9086-58bc0be61ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5454953 Sep 19 06:55:26.304729 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:26.310639 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:26.322416 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:26.368198 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:26.392933 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Pushing event updated for resources: {'Port': ['ID=29965ffc-8598-4484-9504-33bce640acb3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:26.433372 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2debeb5d-a9a5-4c0b-9413-f46beec05dc8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7744470 Sep 19 06:55:26.445173 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Allocated IP 172.20.0.10 (3955066d-8d6c-4718-b013-2857e4af8e77/66b19c4f-2aae-4542-8c5c-d7f7136339e9/5e82f18a-3a9a-40a3-bb92-312a8e6a6e36) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:26.484316 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-e39f4312-4fe1-4846-9724-76fafaeefb7b tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:55:26.485817 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-e39f4312-4fe1-4846-9724-76fafaeefb7b tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293753 Sep 19 06:55:26.501481 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-99d516db-7415-4abc-8a90-663178ca693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:26.610351 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-99d516db-7415-4abc-8a90-663178ca693a None None] For port a83020ca-d0f6-4709-9085-25b3c90e7ad9, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=a83020ca-d0f6-4709-9085-25b3c90e7ad9,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:26.613811 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-517b9465-90f2-40fb-8029-f8445949c273 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:26.619935 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-517b9465-90f2-40fb-8029-f8445949c273 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:26.620349 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-99d516db-7415-4abc-8a90-663178ca693a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:26.699676 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b9465-90f2-40fb-8029-f8445949c273 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ed0bcd-a217-4150-aa70-7e9aafd7d59c,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:26.740508 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-517b9465-90f2-40fb-8029-f8445949c273 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:26.741825 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-517b9465-90f2-40fb-8029-f8445949c273 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7771385 Sep 19 06:55:26.746959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36088) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:26.752633 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'floatingip': {'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:26.786699 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:25Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:26.796462 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d516db-7415-4abc-8a90-663178ca693a None None] Pushing event updated for resources: {'Port': ['ID=a83020ca-d0f6-4709-9085-25b3c90e7ad9,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:26.881460 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:26.911065 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8e9bae-970d-4b8b-9609-a2ef7886f81d None None] The sync data for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi is: [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:25Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:55:26.965839 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:27.017474 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:27.207326 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54b7f8-9f0b-457e-9d2f-8a69c86f0420 req-e70d0799-0ae2-4bc0-8edc-95ad2e37f3ce tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:27.215099 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Pushing event updated for resources: {'Port': ['ID=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:27.226908 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bc54b7f8-9f0b-457e-9d2f-8a69c86f0420 req-e70d0799-0ae2-4bc0-8edc-95ad2e37f3ce tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 932 time: 0.3009260 Sep 19 06:55:27.307057 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Network 3955066d-8d6c-4718-b013-2857e4af8e77 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:27.309398 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36098) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:27.340997 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:27.375898 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:27.397635 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:27.406232 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:27.461917 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 9b18707b-3423-487a-9f47-5099ed71e2c8 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:27.463313 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-21517a8f-8eb3-4005-8a36-317370dbb9c5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2263420 Sep 19 06:55:27.637389 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 9b18707b-3423-487a-9f47-5099ed71e2c8 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:27.637813 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:27.720542 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Request body: {'port': {'device_id': '013b6492-ff46-49f3-b710-d0e2da12ea34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:27.858272 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bc54b7f8-9f0b-457e-9d2f-8a69c86f0420 req-1f3ca8c4-6032-4e5a-a7cb-2b49cad7372f tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086302 Sep 19 06:55:27.944657 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:27.977139 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1469591418-network', 'tenant_id': '315f8aeea165417c9b2b155c3ec41b95'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:28.053977 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 08121fa2-8c94-418e-94da-8ae03fa19e25 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:28.070164 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:28.166846 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Allocated IP 172.27.1.228 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/ed227976-bccd-4de9-817c-8e278d475a49) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:28.291275 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 08121fa2-8c94-418e-94da-8ae03fa19e25 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:28.291275 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:28.452699 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:28.545242 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:28.582024 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:28.637983 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'Port': ['ID=ed227976-bccd-4de9-817c-8e278d475a49,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:28.642855 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Request body: {'port': {'device_id': 'b144bc68-143b-4c42-ba96-96afdaa7fdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:28.662380 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 08121fa2-8c94-418e-94da-8ae03fa19e25, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=08121fa2-8c94-418e-94da-8ae03fa19e25,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:28.672502 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:28.675041 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:28.680154 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:28.685753 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:28.813019 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b0a7e-0946-4233-ba7a-a500804b306e req-b49f28cd-696a-4cd8-b95f-e76135817b76 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:28.817821 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-346b0a7e-0946-4233-ba7a-a500804b306e req-b49f28cd-696a-4cd8-b95f-e76135817b76 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 932 time: 0.2892516 Sep 19 06:55:28.863309 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=08121fa2-8c94-418e-94da-8ae03fa19e25,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:28.880478 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Made reservation on behalf of 315f8aeea165417c9b2b155c3ec41b95 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:28.887164 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:28.989248 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:29.039246 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-346b0a7e-0946-4233-ba7a-a500804b306e req-d815d890-0653-48d1-8cc3-9a9b5437cdba tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534586 Sep 19 06:55:29.070409 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:29.141143 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:29.342686 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Sync routers for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:55:29.373225 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:55:29.384603 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:29.385543 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:29.412894 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36144) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:29.497866 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07053749-d72b-4950-9a51-38f413a1009a req-a1d6a1b0-0c55-430c-bf11-684ff9fb0664 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:29.506530 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-07053749-d72b-4950-9a51-38f413a1009a req-a1d6a1b0-0c55-430c-bf11-684ff9fb0664 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 932 time: 0.2161760 Sep 19 06:55:29.530865 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-b5f2c9ee-5461-4cbc-9ea6-7d134cffc03c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236838374', 'description': 'tempest-description--94314141'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:29.630267 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device a83020ca-d0f6-4709-9085-25b3c90e7ad9 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:29.706455 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-07053749-d72b-4950-9a51-38f413a1009a req-07933de6-7172-4f2d-bec9-9defc986ae95 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988010 Sep 19 06:55:30.006282 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:55:30.178211 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port a83020ca-d0f6-4709-9085-25b3c90e7ad9 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:30.178609 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.205004 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29965ffc-8598-4484-9504-33bce640acb3 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:55:30.224088 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.254403 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.258806 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.372304 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'Port': ['ID=ed227976-bccd-4de9-817c-8e278d475a49,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:30.386275 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.486577 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.501437 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Transition to ACTIVE for port object 29965ffc-8598-4484-9504-33bce640acb3 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:55:30.503959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.512113 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-25c91158-1251-442e-95f5-aebb2e8a7b7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7593849 Sep 19 06:55:30.522944 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.525870 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:55:30.559909 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.576744 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b5f2c9ee-5461-4cbc-9ea6-7d134cffc03c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.577313 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d38b16-017a-46f8-8aff-85cab1126a7f,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:30.656180 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:55:30.724973 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Pushing event updated for resources: {'Port': ['ID=29965ffc-8598-4484-9504-33bce640acb3,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:30.779009 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f86c5-cfe4-4def-a1a4-656ab562c8df req-faca848d-5d73-424a-b73e-b39e00bc8b2f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:30.781252 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-af9f86c5-cfe4-4def-a1a4-656ab562c8df req-faca848d-5d73-424a-b73e-b39e00bc8b2f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 932 time: 0.4984648 Sep 19 06:55:30.816521 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 08121fa2-8c94-418e-94da-8ae03fa19e25 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:30.841055 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.841742 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Added segment aebb4c4d-b872-428e-846c-f8606147db27 of type vlan for network 925c549a-da9b-4c7e-821f-d0fcc7287559 Sep 19 06:55:30.877118 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b5f2c9ee-5461-4cbc-9ea6-7d134cffc03c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.898458 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b5f2c9ee-5461-4cbc-9ea6-7d134cffc03c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:30.967259 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2c9ee-5461-4cbc-9ea6-7d134cffc03c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5987c90a-5b8c-4ace-9d67-27e22e2b9348,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:30.982733 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:23Z', 'revision_number': 2, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:31.014781 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b5f2c9ee-5461-4cbc-9ea6-7d134cffc03c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:31.020041 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b5f2c9ee-5461-4cbc-9ea6-7d134cffc03c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4966929 Sep 19 06:55:31.028472 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36184) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:31.036327 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26154ed7-6bdb-4331-b626-d4fba37d7b2f req-e1970a99-2972-4f7c-a0c9-aa0079333005 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:31.037818 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-26154ed7-6bdb-4331-b626-d4fba37d7b2f req-e1970a99-2972-4f7c-a0c9-aa0079333005 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.1725276 Sep 19 06:55:31.039090 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Attempting to bind port 29965ffc-8598-4484-9504-33bce640acb3 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:31.040303 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Attempting to bind port 29965ffc-8598-4484-9504-33bce640acb3 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': 'f186019f-7ad9-4351-832c-1ba5b76587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b4afe9f2-f68a-4c47-9779-2d07f90875d9'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:31.048828 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Attempting to bind port 29965ffc-8598-4484-9504-33bce640acb3 on network b4afe9f2-f68a-4c47-9779-2d07f90875d9 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:31.051886 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Checking router: 6ccd0608-623c-4810-9086-58bc0be61ed8 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:55:31.052301 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Updating router 6ccd0608-623c-4810-9086-58bc0be61ed8 port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:55:31.054475 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-ae123715-52a9-48b4-9f83-dedd0147eb5f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'security_group_rule': {'security_group_id': '5987c90a-5b8c-4ace-9d67-27e22e2b9348', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:31.061247 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 08121fa2-8c94-418e-94da-8ae03fa19e25 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:31.061626 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:31.064998 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Port 29965ffc-8598-4484-9504-33bce640acb3 on network b4afe9f2-f68a-4c47-9779-2d07f90875d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:55:31.065587 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Attempting to bind port 29965ffc-8598-4484-9504-33bce640acb3 on network b4afe9f2-f68a-4c47-9779-2d07f90875d9 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:31.126326 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:31.127182 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Checking segment: {'id': 'f186019f-7ad9-4351-832c-1ba5b76587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b4afe9f2-f68a-4c47-9779-2d07f90875d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:31.127536 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Bound using segment: {'id': 'f186019f-7ad9-4351-832c-1ba5b76587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b4afe9f2-f68a-4c47-9779-2d07f90875d9'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:31.128128 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Bound port: 29965ffc-8598-4484-9504-33bce640acb3, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f186019f-7ad9-4351-832c-1ba5b76587f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b4afe9f2-f68a-4c47-9779-2d07f90875d9'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:31.128587 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:31.197287 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:31.197594 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-26154ed7-6bdb-4331-b626-d4fba37d7b2f req-8c25fe90-eece-4c4b-9095-bc4e0cb7aca6 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305118 Sep 19 06:55:31.216561 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36188) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:31.220849 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ae123715-52a9-48b4-9f83-dedd0147eb5f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:31.355086 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] For port 29965ffc-8598-4484-9504-33bce640acb3, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:31.385913 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] For port 29965ffc-8598-4484-9504-33bce640acb3, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=29965ffc-8598-4484-9504-33bce640acb3,segment=NetworkSegment(f186019f-7ad9-4351-832c-1ba5b76587f3),segment_id=f186019f-7ad9-4351-832c-1ba5b76587f3)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:31.483991 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:31.724604 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-72476b47-8360-454b-8a01-cccaed0d075e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1209583694&fields=id&tenant_id=9f62a968b288420588eec33c98710dea HTTP/1.1" status: 200 len: 267 time: 0.2324607 Sep 19 06:55:31.778330 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:31.781686 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Pushing event updated for resources: {'Port': ['ID=29965ffc-8598-4484-9504-33bce640acb3,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:31.944206 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-af9f86c5-cfe4-4def-a1a4-656ab562c8df req-0fbda143-f439-455a-b58f-2b9add2639df tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9309371 Sep 19 06:55:31.981247 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.db.resource_extend [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 19 06:55:32.019824 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.025391 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:32.028233 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.030454 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.040534 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-482027de-0603-4ac6-9012-5dea044c9758 service neutron] 10.222.0.32 "PUT /v2.0/ports/29965ffc-8598-4484-9504-33bce640acb3 HTTP/1.1" status: 200 len: 1094 time: 4.8304470 Sep 19 06:55:32.041089 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013b6492-ff46-49f3-b710-d0e2da12ea34', 'tag': '29965ffc-8598-4484-9504-33bce640acb3'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:55:32.053434 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-b1d00aaa-1684-45e1-ae3a-e85f54c99dff tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:32.066001 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-b1d00aaa-1684-45e1-ae3a-e85f54c99dff tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 817 time: 0.3396873 Sep 19 06:55:32.091583 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a601a860-72c9-45f6-9951-4ffcbd6e26a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.121219 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ae123715-52a9-48b4-9f83-dedd0147eb5f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.142727 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d041ac-143b-4a25-86ac-ef4e2520df87 None None] Pushing event updated for resources: {'Port': ['ID=3d4dfe46-0a6f-4f6e-a041-635aac1fbb18,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:32.160064 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ae123715-52a9-48b4-9f83-dedd0147eb5f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.184897 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-26cc5f69-7609-4854-972b-ae923649dbf9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/quotas/9f62a968b288420588eec33c98710dea HTTP/1.1" status: 200 len: 375 time: 0.1165168 Sep 19 06:55:32.217155 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Attempting to bind port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:32.217937 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Attempting to bind port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:32.218541 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Attempting to bind port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 on network b4c3dd4a-3a49-4989-9a68-4d90016261b3 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:32.229360 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:55:32.236376 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:32.246378 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Checking segment: {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:32.246378 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.246378 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Bound using segment: {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:32.246378 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Bound port: 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:32.246378 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.263296 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae123715-52a9-48b4-9f83-dedd0147eb5f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d50ced-c15c-45e2-86d5-24d580dd75e5,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:32.433064 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.435479 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-d84e4f60-1b50-4835-b233-3dc1d57a55b7 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2496560 Sep 19 06:55:32.503284 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] For port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:32.512027 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.514121 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] For port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=3d4dfe46-0a6f-4f6e-a041-635aac1fbb18,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:32.514793 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:32.515862 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.522352 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.560651 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d" -d '{"events": [{"name": "network-changed", "server_uuid": "013b6492-ff46-49f3-b710-d0e2da12ea34", "tag": "29965ffc-8598-4484-9504-33bce640acb3"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:55:32.626032 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Transition to ACTIVE for port object 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:55:32.636799 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d041ac-143b-4a25-86ac-ef4e2520df87 None None] Pushing event updated for resources: {'Port': ['ID=3d4dfe46-0a6f-4f6e-a041-635aac1fbb18,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:32.638014 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a030dc-c83b-4910-96f5-f8beaa74f264 req-f3339da8-006b-4be7-83f0-d450a0aa484f tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:32.645847 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-11a030dc-c83b-4910-96f5-f8beaa74f264 req-f3339da8-006b-4be7-83f0-d450a0aa484f tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.2568541 Sep 19 06:55:32.666363 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.690340 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:55:32.691120 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:32.695784 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-6f0f1762-5b56-4f81-a419-862001e67e87 service neutron] 10.222.0.18 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183044 Sep 19 06:55:32.756468 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2ab9fe5b-3846-4933-8801-918b3bfb4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:32.758008 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-2ab9fe5b-3846-4933-8801-918b3bfb4894 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97e102dede34460bb3ee45157e13fc09&device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 1097 time: 0.5076158 Sep 19 06:55:32.827482 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] Pushing event updated for resources: {'Network': ['ID=925c549a-da9b-4c7e-821f-d0fcc7287559,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:32.877776 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-3396aeef-bbcc-47d2-9b83-83b90ee5c722 None None] Provisioning complete for port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:32.878076 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3396aeef-bbcc-47d2-9b83-83b90ee5c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.925799 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ec72d221-4c47-4f73-9142-8ccd771ad553 service neutron] 10.222.0.18 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286544 Sep 19 06:55:32.927795 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a601a860-72c9-45f6-9951-4ffcbd6e26a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:32.943037 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a601a860-72c9-45f6-9951-4ffcbd6e26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.045934 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ae123715-52a9-48b4-9f83-dedd0147eb5f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.056144 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ae123715-52a9-48b4-9f83-dedd0147eb5f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0084255 Sep 19 06:55:33.056890 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36234) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:33.070249 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601a860-72c9-45f6-9951-4ffcbd6e26a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3121764-d126-4ad0-9313-931b66dcb9d9,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:33.149154 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-ee0c5e89-0383-4739-9e4d-f35341ca8923 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'security_group_rule': {'security_group_id': '5987c90a-5b8c-4ace-9d67-27e22e2b9348', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:33.152349 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:55:33.244637 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5e89-0383-4739-9e4d-f35341ca8923 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.244910 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0e79bdbe-ba15-4140-a6ec-6abb902e5924 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.9307425 Sep 19 06:55:33.300864 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a601a860-72c9-45f6-9951-4ffcbd6e26a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de9c1a8b0e034b1b8376ab83c6346522&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0324900 Sep 19 06:55:33.302718 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36238) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:33.305023 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36244) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:33.330004 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Request body: {'subnet': {'network_id': '925c549a-da9b-4c7e-821f-d0fcc7287559', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1469591418-subnet', 'tenant_id': '315f8aeea165417c9b2b155c3ec41b95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:33.391095 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-11a030dc-c83b-4910-96f5-f8beaa74f264 req-5cdc74cb-475c-4faa-84a7-90af1ce14a06 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7439091 Sep 19 06:55:33.399982 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 925c549a-da9b-4c7e-821f-d0fcc7287559 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:55:33.424436 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:33.439444 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-45d51adf-52a7-4fff-90ce-6052e03ae173 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29965ffc-8598-4484-9504-33bce640acb3 HTTP/1.1" status: 200 len: 217 time: 0.2406251 Sep 19 06:55:33.491870 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Made reservation on behalf of 315f8aeea165417c9b2b155c3ec41b95 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:33.504467 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.573295 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Attempting to bind port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:33.573901 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Attempting to bind port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:33.574389 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Attempting to bind port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 on network 3955066d-8d6c-4718-b013-2857e4af8e77 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:33.585558 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 on network 3955066d-8d6c-4718-b013-2857e4af8e77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:55:33.586244 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Attempting to bind port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 on network 3955066d-8d6c-4718-b013-2857e4af8e77 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:33.596961 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:33.597722 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Checking segment: {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:33.598818 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Bound using segment: {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:33.599672 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Bound port: 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:33.600369 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.719860 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7278-ce2b-452a-9990-342ef062e0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.731927 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5e89-0383-4739-9e4d-f35341ca8923 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.782862 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7b0005-fb81-4531-bb68-e9cdd05a6356 x-openstack-request-id: req-ab7b0005-fb81-4531-bb68-e9cdd05a6356 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:55:33.784002 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013b6492-ff46-49f3-b710-d0e2da12ea34", "tag": "29965ffc-8598-4484-9504-33bce640acb3", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:55:33.795567 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab7b0005-fb81-4531-bb68-e9cdd05a6356 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:55:33.796231 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013b6492-ff46-49f3-b710-d0e2da12ea34', 'tag': '29965ffc-8598-4484-9504-33bce640acb3', 'status': 'completed', 'code': 200} Sep 19 06:55:33.811729 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5e89-0383-4739-9e4d-f35341ca8923 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.824053 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-e9e35dcb-a2cb-4292-b62e-7de232e08a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:33.825628 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-e9e35dcb-a2cb-4292-b62e-7de232e08a24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be51a111-62e5-42e3-a4c3-31b2af295c2f HTTP/1.1" status: 200 len: 851 time: 0.3232379 Sep 19 06:55:33.851377 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:33.889849 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f25b090f-92f8-4c1a-8a1a-192b6b7c4f2b req-78d7e4e1-671a-48e0-af4b-07ec1809865f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0596864 Sep 19 06:55:33.905616 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7278-ce2b-452a-9990-342ef062e0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.928446 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3396aeef-bbcc-47d2-9b83-83b90ee5c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.937684 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c5e89-0383-4739-9e4d-f35341ca8923 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5328693f-ff2b-48c9-b27a-3263cc07fa59,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:33.954223 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-10abb01d-f69b-42d6-b6a0-002bfdc2ae5f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4afe9f2-f68a-4c47-9779-2d07f90875d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157384 Sep 19 06:55:33.978808 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5e89-0383-4739-9e4d-f35341ca8923 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:33.980416 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ee0c5e89-0383-4739-9e4d-f35341ca8923 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8709843 Sep 19 06:55:33.987573 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36258) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:34.004677 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'floatingip': {'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:34.023689 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-3396aeef-bbcc-47d2-9b83-83b90ee5c722 None None] For port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=3d4dfe46-0a6f-4f6e-a041-635aac1fbb18,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:34.031286 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3396aeef-bbcc-47d2-9b83-83b90ee5c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.098218 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396aeef-bbcc-47d2-9b83-83b90ee5c722 None None] Pushing event updated for resources: {'Port': ['ID=3d4dfe46-0a6f-4f6e-a041-635aac1fbb18,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:34.108484 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ef9bc-6db6-4695-913d-0229140991e8 req-ae5701c3-84f3-421b-8009-1c02918d413b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:34.110133 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-926ef9bc-6db6-4695-913d-0229140991e8 req-ae5701c3-84f3-421b-8009-1c02918d413b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.5161271 Sep 19 06:55:34.168352 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:34.169409 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.171918 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] For port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:34.221161 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-d31f096d-b32b-43d7-8f57-050f6c21b4fc None None] Provisioning complete for port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:34.221568 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d31f096d-b32b-43d7-8f57-050f6c21b4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.235574 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7278-ce2b-452a-9990-342ef062e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.241615 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7278-ce2b-452a-9990-342ef062e0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.244199 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7b6d7278-ce2b-452a-9990-342ef062e0fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3121764-d126-4ad0-9313-931b66dcb9d9 HTTP/1.1" status: 204 len: 168 time: 0.9231281 Sep 19 06:55:34.285897 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:32Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:34.297077 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.317881 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d7278-ce2b-452a-9990-342ef062e0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3121764-d126-4ad0-9313-931b66dcb9d9,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:34.334383 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] For port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:34.349163 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffc8a63-3562-4d2b-8beb-a6d34f7a0d8f None None] The sync data for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi is: [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:32Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:55:34.433274 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac94c14-12d5-4fd9-9581-7d23a67fe790,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:34.455913 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.485103 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.499306 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Checking segment: {'id': 'aebb4c4d-b872-428e-846c-f8606147db27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '925c549a-da9b-4c7e-821f-d0fcc7287559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:34.499692 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Network hostable DHCP agents. Network: 925c549a-da9b-4c7e-821f-d0fcc7287559, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:55:34.554787 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Network 925c549a-da9b-4c7e-821f-d0fcc7287559 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:55:34.577828 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 925c549a-da9b-4c7e-821f-d0fcc7287559) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:34.594795 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d999cc-3031-4f42-b091-ab33b95143c3 None None] Network 925c549a-da9b-4c7e-821f-d0fcc7287559 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:34.632443 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:34.633076 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.652218 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-926ef9bc-6db6-4695-913d-0229140991e8 req-227cb5da-8a47-4ca4-89bc-ba45f384c6bc tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992490 Sep 19 06:55:34.702072 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c9745a90-0bb5-4d8a-8ddf-001b6731cfa0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3832364 Sep 19 06:55:34.707432 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:34.708132 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.718976 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] 10.222.0.32 "PUT /v2.0/ports/5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 HTTP/1.1" status: 200 len: 1094 time: 7.2210660 Sep 19 06:55:34.735852 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d4b42-3b62-4f79-8371-e390660a95dc req-d7066aa1-1fad-4b0e-a7c5-6b8c2ceecdb1 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:34.743639 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f03d4b42-3b62-4f79-8371-e390660a95dc req-d7066aa1-1fad-4b0e-a7c5-6b8c2ceecdb1 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.1487367 Sep 19 06:55:34.788504 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-7e833090-6203-498e-9ba6-d867e4e441ba service neutron] 10.222.0.32 "GET /v2.0/networks/b4afe9f2-f68a-4c47-9779-2d07f90875d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710500 Sep 19 06:55:34.790500 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a4edf-f104-4364-98d6-10ae406c3fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:34.832901 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f03d4b42-3b62-4f79-8371-e390660a95dc req-b3459627-be63-4411-afad-2c0eaa3dc74e tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841980 Sep 19 06:55:34.915902 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36278) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:34.924337 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.939693 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c71a-b085-4d0e-8f4d-555b1677b406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:34.963036 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea10528a-6301-4f36-8234-d7c5451aaed9 None None] Network 925c549a-da9b-4c7e-821f-d0fcc7287559 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:35.055040 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6a4f82a1-bdbc-4c83-8608-1c3afe660fbd req-d4dbade0-ad9e-42b8-bc55-5ac09f8f7f3e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0476418 Sep 19 06:55:35.125296 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c71a-b085-4d0e-8f4d-555b1677b406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.132979 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3e6c71a-b085-4d0e-8f4d-555b1677b406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.162708 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Allocated IP 172.27.1.100 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/0382edd5-9a07-4f6d-8d17-12cb5ba021f3) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:35.170774 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6c71a-b085-4d0e-8f4d-555b1677b406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee2c95f-9d17-452b-9f7e-b4655331cfb1,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:35.208946 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e3e6c71a-b085-4d0e-8f4d-555b1677b406 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3b301e6fbdd41c29d34314ff05328da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916024 Sep 19 06:55:35.211384 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36286) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:35.299222 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.344237 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.391160 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:35.395713 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:35.402779 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:35.413765 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-03c92158-3695-4d23-aac1-16d24e32273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.416331 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'Port': ['ID=0382edd5-9a07-4f6d-8d17-12cb5ba021f3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:35.439750 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-03c92158-3695-4d23-aac1-16d24e32273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.494775 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-03c92158-3695-4d23-aac1-16d24e32273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.497318 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-03c92158-3695-4d23-aac1-16d24e32273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.501390 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-03c92158-3695-4d23-aac1-16d24e32273c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bee2c95f-9d17-452b-9f7e-b4655331cfb1 HTTP/1.1" status: 204 len: 168 time: 0.2885177 Sep 19 06:55:35.510162 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c92158-3695-4d23-aac1-16d24e32273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee2c95f-9d17-452b-9f7e-b4655331cfb1,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:35.522365 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.569582 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.583274 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36298) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:35.589951 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1871993772-network', 'tenant_id': '2df8604a920d4b4a8462d10414f891d9'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:35.618807 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Made reservation on behalf of 2df8604a920d4b4a8462d10414f891d9 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:35.621164 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.631423 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.677115 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:35.744093 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:35.744460 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.771718 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.778477 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.795959 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.798489 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b144bc68-143b-4c42-ba96-96afdaa7fdb1', 'tag': '5e82f18a-3a9a-40a3-bb92-312a8e6a6e36'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:55:35.799441 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.801069 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16df441-3a91-4892-bd8d-093c4503723b" -d '{"events": [{"name": "network-changed", "server_uuid": "b144bc68-143b-4c42-ba96-96afdaa7fdb1", "tag": "5e82f18a-3a9a-40a3-bb92-312a8e6a6e36"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:55:35.808953 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.856417 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.864692 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63ce3-5511-42ba-9b9f-0ecc53dc100f req-6c97014f-dd41-4c70-955c-d56f5a27d3bb tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:35.868330 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8765066 Sep 19 06:55:35.872188 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-69c63ce3-5511-42ba-9b9f-0ecc53dc100f req-6c97014f-dd41-4c70-955c-d56f5a27d3bb tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1149809 Sep 19 06:55:35.872822 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608761f-dcdb-4798-8174-ebdeeb04a096 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'Port': ['ID=0382edd5-9a07-4f6d-8d17-12cb5ba021f3,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:35.896349 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:55:35.921353 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4b802f-3adb-4cb8-b659-4e5baea5a0f5,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:35.931387 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:35.931768 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Added segment 75e85ef0-2f95-45b1-be77-2a44e305b6b5 of type vlan for network fa4d5778-828a-4e62-9f2c-31a9c127b872 Sep 19 06:55:35.973875 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5914fa5-ccb8-4c81-9a5e-37880b02d173 x-openstack-request-id: req-a5914fa5-ccb8-4c81-9a5e-37880b02d173 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:55:35.974185 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b144bc68-143b-4c42-ba96-96afdaa7fdb1", "tag": "5e82f18a-3a9a-40a3-bb92-312a8e6a6e36", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:55:35.974431 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5914fa5-ccb8-4c81-9a5e-37880b02d173 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:55:35.975281 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b144bc68-143b-4c42-ba96-96afdaa7fdb1', 'tag': '5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', 'status': 'completed', 'code': 200} Sep 19 06:55:35.996754 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-69c63ce3-5511-42ba-9b9f-0ecc53dc100f req-ff294cbe-74db-4fe2-a0af-ac7572ef7e0c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235888 Sep 19 06:55:36.016381 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.062092 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.063826 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:36.064569 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.092957 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36330) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:36.117479 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ae75-4027-4e52-902c-fa58b0ab482e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.121890 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5375361 Sep 19 06:55:36.125185 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36334) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:36.130306 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Request body: {'subnet': {'network_id': 'fa4d5778-828a-4e62-9f2c-31a9c127b872', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1871993772-subnet', 'tenant_id': '2df8604a920d4b4a8462d10414f891d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:36.137110 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d26e5a-512c-41de-b5a3-863c1680a768 req-7a862be3-9899-46af-bea0-b62e82d38e78 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:36.138690 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51d26e5a-512c-41de-b5a3-863c1680a768 req-7a862be3-9899-46af-bea0-b62e82d38e78 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.1047022 Sep 19 06:55:36.184184 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-968edcaa-7175-45ff-9f6e-d82cad38d23c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1236838374&fields=id&tenant_id=fce024b64b6c45f1934a19f876f1de42 HTTP/1.1" status: 200 len: 267 time: 0.0811284 Sep 19 06:55:36.185138 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462a350-114a-46eb-911b-16ec788a2659 admin admin] Pushing event updated for resources: {'Network': ['ID=fa4d5778-828a-4e62-9f2c-31a9c127b872,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:36.203714 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51d26e5a-512c-41de-b5a3-863c1680a768 req-279918aa-4280-4cb2-b7cd-384406bb58ce tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575268 Sep 19 06:55:36.206227 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network fa4d5778-828a-4e62-9f2c-31a9c127b872 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:55:36.310945 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ae75-4027-4e52-902c-fa58b0ab482e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.318715 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-9f9dcb23-62f4-4d2f-a71b-1d72dae059b6 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:36.320304 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-9f9dcb23-62f4-4d2f-a71b-1d72dae059b6 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 810 time: 0.1239111 Sep 19 06:55:36.327368 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dc4e2134-49a8-45af-bdd7-8e3d36ae561d req-be336bbb-44c1-4732-8286-f51afa6c604d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0302756 Sep 19 06:55:36.328326 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7ac3ae75-4027-4e52-902c-fa58b0ab482e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.344345 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-a92b8623-511a-4b20-94d7-185f46e1a630 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/quotas/fce024b64b6c45f1934a19f876f1de42 HTTP/1.1" status: 200 len: 375 time: 0.0158491 Sep 19 06:55:36.363601 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Made reservation on behalf of 2df8604a920d4b4a8462d10414f891d9 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:36.370781 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7ac3ae75-4027-4e52-902c-fa58b0ab482e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b99bc4fa40049f8bc3b595004a6bfb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728941 Sep 19 06:55:36.371048 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.371970 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3ae75-4027-4e52-902c-fa58b0ab482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cdeeca-4d63-4026-a579-5577c207f88c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:36.374196 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36340) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:36.423745 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ed00fe74-9a2a-427a-adbb-4dee5522be47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.446963 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ed00fe74-9a2a-427a-adbb-4dee5522be47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.460067 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-9bc4fd1f-7020-40f2-9fc6-bffda3ab6780 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072621 Sep 19 06:55:36.501960 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ed00fe74-9a2a-427a-adbb-4dee5522be47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.506736 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ed00fe74-9a2a-427a-adbb-4dee5522be47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.511791 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ed00fe74-9a2a-427a-adbb-4dee5522be47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77cdeeca-4d63-4026-a579-5577c207f88c HTTP/1.1" status: 204 len: 168 time: 0.1334016 Sep 19 06:55:36.517413 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00fe74-9a2a-427a-adbb-4dee5522be47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cdeeca-4d63-4026-a579-5577c207f88c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:36.628811 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-c102c624-6c7b-4e4b-9968-6abbc295a340 service neutron] 10.222.0.18 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542840 Sep 19 06:55:36.657333 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.774475 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ddc4ea6-1b7f-449f-b9cf-ca4be190dcbc,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:36.780673 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-fc9b85cc-9d3d-4dd2-9194-9a9b045e5c95 service neutron] 10.222.0.18 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432056 Sep 19 06:55:36.785904 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Checking segment: {'id': '75e85ef0-2f95-45b1-be77-2a44e305b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fa4d5778-828a-4e62-9f2c-31a9c127b872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:36.786270 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Network hostable DHCP agents. Network: fa4d5778-828a-4e62-9f2c-31a9c127b872, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:55:36.806233 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Network fa4d5778-828a-4e62-9f2c-31a9c127b872 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:55:36.817795 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, fa4d5778-828a-4e62-9f2c-31a9c127b872) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:36.822927 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:36.823656 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:36.834773 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650df26-19c6-455d-8516-3f94f058210a None None] Network fa4d5778-828a-4e62-9f2c-31a9c127b872 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:36.847586 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7bad82a2-6201-49c1-b313-1631fb0b75b5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7177832 Sep 19 06:55:37.053513 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-745a9f25-1763-41e2-8490-b5ec8796e482 req-85905d42-14d3-42d7-8bd0-f0acdeccb230 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 210 time: 0.0573113 Sep 19 06:55:37.147815 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36364) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:37.148953 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3bc730-61e6-4034-a967-1c5c8855d16a None None] Network fa4d5778-828a-4e62-9f2c-31a9c127b872 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:37.170898 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7c1fd-ee19-45da-a96b-fdf24d2df8f0 req-37bf3f0d-4c08-4050-97b0-01eb9fc7d0ec tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:37.185084 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d7e7c1fd-ee19-45da-a96b-fdf24d2df8f0 req-37bf3f0d-4c08-4050-97b0-01eb9fc7d0ec tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1073189 Sep 19 06:55:37.277939 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdd11a0-776d-40a8-9d2e-aa8890424fd8 admin admin] Deleting subnet cac94c14-12d5-4fd9-9581-7d23a67fe790 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 06:55:37.308414 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-efdd11a0-776d-40a8-9d2e-aa8890424fd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:37.313394 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d7e7c1fd-ee19-45da-a96b-fdf24d2df8f0 req-a7f76d47-8d3a-4177-84a3-6d4a99bbc6a8 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258690 Sep 19 06:55:37.364336 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-efdd11a0-776d-40a8-9d2e-aa8890424fd8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:37.376081 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-efdd11a0-776d-40a8-9d2e-aa8890424fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:37.464494 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-efdd11a0-776d-40a8-9d2e-aa8890424fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:37.566269 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dcd2f8d5-7965-4bcf-8e3c-47598cad8016 req-40cdf133-ac82-425c-b6f1-0fccb4d5a31e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0611484 Sep 19 06:55:37.610062 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd11a0-776d-40a8-9d2e-aa8890424fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac94c14-12d5-4fd9-9581-7d23a67fe790,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:37.610062 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-efdd11a0-776d-40a8-9d2e-aa8890424fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:37.610062 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-efdd11a0-776d-40a8-9d2e-aa8890424fd8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cac94c14-12d5-4fd9-9581-7d23a67fe790 HTTP/1.1" status: 204 len: 168 time: 0.4585891 Sep 19 06:55:37.610404 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36384) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:37.655131 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492beb32-880b-429b-a0a4-51033b116635 req-7250cad5-e2bf-4280-93a2-9813ab21c3b5 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:37.661272 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-492beb32-880b-429b-a0a4-51033b116635 req-7250cad5-e2bf-4280-93a2-9813ab21c3b5 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.1699224 Sep 19 06:55:37.736585 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:37.783964 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-492beb32-880b-429b-a0a4-51033b116635 req-2c33d115-89be-411c-86ef-3e2809d89be0 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149616 Sep 19 06:55:37.858124 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:37.885586 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:37.886287 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:37.887499 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:37.887980 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > port after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:37.888516 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:37.889034 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > port after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:37.889486 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:37.889910 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:37.890796 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:37.891237 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:38.216520 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36410) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:38.354154 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:38.354736 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:38.354933 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:38.355134 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:38.355641 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925c549a-da9b-4c7e-821f-d0fcc7287559']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:38.419433 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebb4c4d-b872-428e-846c-f8606147db27') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:38.421154 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebb4c4d-b872-428e-846c-f8606147db27') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:38.461956 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:38.527390 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:38.537658 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 06:55:38.538305 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:38.545146 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c37c76-2a63-40c5-a4d7-4de43baf5d56 req-9239d04b-7ba6-4abe-b940-0046fe831743 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:38.548788 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-30c37c76-2a63-40c5-a4d7-4de43baf5d56 req-9239d04b-7ba6-4abe-b940-0046fe831743 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1174257 Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: from cryptography.utils import int_from_bytes Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: from cryptography.utils import int_from_bytes Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 06:55:38.630949 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 06:55:38.674423 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-30c37c76-2a63-40c5-a4d7-4de43baf5d56 req-01f680d9-3adb-4597-abaa-7d0ea2fe5f78 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008210 Sep 19 06:55:38.684484 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-161aef68-be8b-4b1d-b8ef-4fbe9757bba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:38.750567 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-15501344-488b-46a7-b315-008a7d574a41 req-ceae4af2-25f1-4e8e-a9ae-9062412c4393 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 210 time: 0.3496387 Sep 19 06:55:38.767368 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:38.785032 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:38.787287 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] 10.222.0.18 "DELETE /v2.0/networks/925c549a-da9b-4c7e-821f-d0fcc7287559 HTTP/1.1" status: 204 len: 168 time: 1.1757374 Sep 19 06:55:38.790570 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36436) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:38.798299 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3003117-d212-4962-8b88-e51ed706b96c admin admin] Pushing event deleted for resources: {'Network': ['ID=925c549a-da9b-4c7e-821f-d0fcc7287559,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:38.880162 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cb7ac31f-0ae9-4f48-94b4-9308ff781ff4 req-b0d15e55-eca7-4858-801b-4e2c5db1b12c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0689771 Sep 19 06:55:38.917691 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-428db55b-9f0a-4ac4-9ca4-f46cb0a36680 admin admin] Deleting subnet 7ddc4ea6-1b7f-449f-b9cf-ca4be190dcbc {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 06:55:38.928673 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-428db55b-9f0a-4ac4-9ca4-f46cb0a36680 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:38.951797 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d048f9-41b0-4cf8-b6b5-21e14ecea755 req-df76bb32-d3f5-4ab9-a4d2-e42fe6c03f1f tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:38.953395 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09d048f9-41b0-4cf8-b6b5-21e14ecea755 req-df76bb32-d3f5-4ab9-a4d2-e42fe6c03f1f tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.0605674 Sep 19 06:55:38.976643 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-161aef68-be8b-4b1d-b8ef-4fbe9757bba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:38.987247 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-428db55b-9f0a-4ac4-9ca4-f46cb0a36680 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:38.989771 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-161aef68-be8b-4b1d-b8ef-4fbe9757bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.006781 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-428db55b-9f0a-4ac4-9ca4-f46cb0a36680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.030056 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09d048f9-41b0-4cf8-b6b5-21e14ecea755 req-e81e8bd9-7e64-40d4-9b7b-98faa0b46be2 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702243 Sep 19 06:55:39.065700 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-161aef68-be8b-4b1d-b8ef-4fbe9757bba8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fa3e64cdb914406ac7e4b3085a1eb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8481343 Sep 19 06:55:39.068494 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36444) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:39.097699 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161aef68-be8b-4b1d-b8ef-4fbe9757bba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831c72ac-3b59-49dc-8cb1-e61325475685,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:39.119422 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-428db55b-9f0a-4ac4-9ca4-f46cb0a36680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.142863 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8ee942be-94b1-410a-8022-49a0a9ea2874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.146911 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428db55b-9f0a-4ac4-9ca4-f46cb0a36680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ddc4ea6-1b7f-449f-b9cf-ca4be190dcbc,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:39.150210 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-428db55b-9f0a-4ac4-9ca4-f46cb0a36680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.155009 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-428db55b-9f0a-4ac4-9ca4-f46cb0a36680 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7ddc4ea6-1b7f-449f-b9cf-ca4be190dcbc HTTP/1.1" status: 204 len: 168 time: 0.3616514 Sep 19 06:55:39.159164 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36450) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:39.190886 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8ee942be-94b1-410a-8022-49a0a9ea2874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.252030 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.257341 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8ee942be-94b1-410a-8022-49a0a9ea2874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.260266 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8ee942be-94b1-410a-8022-49a0a9ea2874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.261701 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8ee942be-94b1-410a-8022-49a0a9ea2874 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/831c72ac-3b59-49dc-8cb1-e61325475685 HTTP/1.1" status: 204 len: 168 time: 0.1922436 Sep 19 06:55:39.275728 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee942be-94b1-410a-8022-49a0a9ea2874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831c72ac-3b59-49dc-8cb1-e61325475685,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:39.350812 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.553614 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.553954 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.554814 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.555107 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > port after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.555439 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.555800 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > port after_update 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.556114 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.556428 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.564883 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.565343 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.637112 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.637453 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.637989 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.638402 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94030) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 19 06:55:39.638758 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4d5778-828a-4e62-9f2c-31a9c127b872']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:39.669773 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e85ef0-2f95-45b1-be77-2a44e305b6b5') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:39.669929 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e85ef0-2f95-45b1-be77-2a44e305b6b5') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:55:39.696489 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757802'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.731348 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.741108 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 06:55:39.741495 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770267'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: from cryptography.utils import int_from_bytes Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: from cryptography.utils import int_from_bytes Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: timer() Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: cb(*args, **kw) Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: self._notify() Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: self.callback(batched_events) Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: event.method(event) Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._get(url).json() Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 06:55:39.747513 dv-cinder-809944-1-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 06:55:39.848402 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.873307 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36466) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:39.874130 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.878892 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fa4d5778-828a-4e62-9f2c-31a9c127b872 HTTP/1.1" status: 204 len: 168 time: 0.7165062 Sep 19 06:55:39.885993 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc0f5a-d992-4e6c-959f-7343bc236ab3 req-6eab89fb-1264-42db-90a0-12b29026cd11 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:39.887542 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bcdc0f5a-d992-4e6c-959f-7343bc236ab3 req-6eab89fb-1264-42db-90a0-12b29026cd11 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1289418 Sep 19 06:55:39.888512 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f32310-c3e8-4a39-b0bf-6c47b70c7207 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa4d5778-828a-4e62-9f2c-31a9c127b872,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:39.897222 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aee860e4-7213-4e65-bcff-39c743c6250e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:39.943478 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bcdc0f5a-d992-4e6c-959f-7343bc236ab3 req-8e75d37f-1d4e-439d-a3de-83c52543042f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474792 Sep 19 06:55:39.989901 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fb2b94da-0d33-4806-b2ce-7c27f7d5a766 req-9b604852-a315-41c1-9c80-c81808f76043 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 210 time: 0.1167376 Sep 19 06:55:40.127726 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-17f1667e-bd9b-482e-aa54-1248d2fd7565 req-840e0754-a3f8-449d-a2d3-bb25fdccbe82 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0705543 Sep 19 06:55:40.200892 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aee860e4-7213-4e65-bcff-39c743c6250e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.206938 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aee860e4-7213-4e65-bcff-39c743c6250e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.213665 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36480) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:40.254847 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb3446-6167-4198-9cba-55e2d993167e req-6c77f50c-8c50-405f-b41c-df1f3708dac4 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:40.256040 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47cb3446-6167-4198-9cba-55e2d993167e req-6c77f50c-8c50-405f-b41c-df1f3708dac4 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.1017246 Sep 19 06:55:40.262458 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-839a1ba5-f7f1-48d3-a4fd-82eb1b574439 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=315f8aeea165417c9b2b155c3ec41b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471504 Sep 19 06:55:40.263873 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36482) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:40.270356 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee860e4-7213-4e65-bcff-39c743c6250e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b14df0c-d783-4150-ac30-a5457b80f105,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:40.276809 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-aee860e4-7213-4e65-bcff-39c743c6250e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6a88500db4e946039f8f04eaf96641bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989427 Sep 19 06:55:40.279873 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36484) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:40.308040 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47cb3446-6167-4198-9cba-55e2d993167e req-f7dd00b7-b13d-4992-b1ae-5b0419dc5cb5 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Sep 19 06:55:40.354534 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e24194a-2a06-4f90-8fe5-142cba82c6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.360146 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f4443c2-286a-45c8-9d57-208f9b502b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.385926 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e24194a-2a06-4f90-8fe5-142cba82c6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.400294 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f4443c2-286a-45c8-9d57-208f9b502b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.467889 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e24194a-2a06-4f90-8fe5-142cba82c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.470559 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5e24194a-2a06-4f90-8fe5-142cba82c6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.471802 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5e24194a-2a06-4f90-8fe5-142cba82c6e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7d38b16-017a-46f8-8aff-85cab1126a7f HTTP/1.1" status: 204 len: 168 time: 0.2067056 Sep 19 06:55:40.474369 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f4443c2-286a-45c8-9d57-208f9b502b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.476769 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8f4443c2-286a-45c8-9d57-208f9b502b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.478457 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8f4443c2-286a-45c8-9d57-208f9b502b50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b14df0c-d783-4150-ac30-a5457b80f105 HTTP/1.1" status: 204 len: 168 time: 0.1974497 Sep 19 06:55:40.484827 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24194a-2a06-4f90-8fe5-142cba82c6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d38b16-017a-46f8-8aff-85cab1126a7f,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:40.496793 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4443c2-286a-45c8-9d57-208f9b502b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b14df0c-d783-4150-ac30-a5457b80f105,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:40.856732 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36502) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:40.901761 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9c06f04c-20ce-4c32-b866-791f3280c2bd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2df8604a920d4b4a8462d10414f891d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414243 Sep 19 06:55:40.901944 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36506) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:40.953140 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-260a2ff2-c0ae-409d-acf9-3144f79d3f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:40.975182 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-260a2ff2-c0ae-409d-acf9-3144f79d3f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.068313 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-260a2ff2-c0ae-409d-acf9-3144f79d3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.068875 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-260a2ff2-c0ae-409d-acf9-3144f79d3f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.070021 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-260a2ff2-c0ae-409d-acf9-3144f79d3f3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed4b802f-3adb-4cb8-b659-4e5baea5a0f5 HTTP/1.1" status: 204 len: 168 time: 0.1672397 Sep 19 06:55:41.097201 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1068ed-0106-4379-97ee-034726844903 req-fe8a7793-6310-4fa4-82da-baf7bea2291b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:41.098830 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bb1068ed-0106-4379-97ee-034726844903 req-fe8a7793-6310-4fa4-82da-baf7bea2291b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.0831473 Sep 19 06:55:41.099938 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a2ff2-c0ae-409d-acf9-3144f79d3f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4b802f-3adb-4cb8-b659-4e5baea5a0f5,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:41.123285 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-df81709f-b6d4-4082-acc3-8781aa3b7441 req-0566f540-d718-4bcd-b1bd-af29fa1ffc09 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 210 time: 0.0577400 Sep 19 06:55:41.166935 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bb1068ed-0106-4379-97ee-034726844903 req-14f79160-ab85-4362-b4fe-1ff3043f5214 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489843 Sep 19 06:55:41.231965 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bf809742-9c93-41b8-9730-dcd17722cd9f req-3bdf91b6-85eb-40e8-b164-02bd341301ef tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0259092 Sep 19 06:55:41.288890 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36528) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:41.393506 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1270856347-network', 'tenant_id': '64211486c881425581b179508a91522f'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:41.412790 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Made reservation on behalf of 64211486c881425581b179508a91522f for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:41.416079 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.424992 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f653fa-8f2a-4af1-bd9f-9aa24b64df22 req-04441f6c-60be-4779-a1f9-57f9455c4136 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:41.425925 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.427065 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48f653fa-8f2a-4af1-bd9f-9aa24b64df22 req-04441f6c-60be-4779-a1f9-57f9455c4136 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.0522344 Sep 19 06:55:41.472134 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48f653fa-8f2a-4af1-bd9f-9aa24b64df22 req-79c5c535-bdd4-4fbb-baa8-70c4bb264f8f tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384886 Sep 19 06:55:41.524809 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.528704 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.551022 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:55:41.566014 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8c4cdf-8c35-4dec-84b0-5901225c50e8,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:41.570013 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.570357 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Added segment 1189c79f-03e2-4f05-bb08-9fd3f1bf536d of type vlan for network 3eda68da-de38-4e02-97e1-8a61b5491024 Sep 19 06:55:41.614515 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.639242 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.640342 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:41.640929 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.674624 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3846147 Sep 19 06:55:41.677549 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36548) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:41.682362 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Request body: {'subnet': {'network_id': '3eda68da-de38-4e02-97e1-8a61b5491024', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1270856347-subnet', 'tenant_id': '64211486c881425581b179508a91522f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:41.708332 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Made reservation on behalf of 64211486c881425581b179508a91522f for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:41.710968 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f366e-2519-4157-bbf6-5489ea528289 admin admin] Pushing event updated for resources: {'Network': ['ID=3eda68da-de38-4e02-97e1-8a61b5491024,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:41.711303 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26077575'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.722100 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 3eda68da-de38-4e02-97e1-8a61b5491024 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:55:41.892325 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25770118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26077609'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:41.949870 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b22418c-a90a-4194-bbbc-8c41eda5ec92,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:41.957158 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Checking segment: {'id': '1189c79f-03e2-4f05-bb08-9fd3f1bf536d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3eda68da-de38-4e02-97e1-8a61b5491024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:41.957687 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Network hostable DHCP agents. Network: 3eda68da-de38-4e02-97e1-8a61b5491024, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:55:41.975313 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Network 3eda68da-de38-4e02-97e1-8a61b5491024 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:55:41.984580 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 3eda68da-de38-4e02-97e1-8a61b5491024) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:41.990620 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:41.991275 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:42.006377 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a3ec3a92-d467-4e16-a345-94b355860abe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3277335 Sep 19 06:55:42.022702 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15718ee4-0624-4eac-917d-6037319c432c None None] Network 3eda68da-de38-4e02-97e1-8a61b5491024 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:42.202784 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a1367230-e7c9-471a-98e0-0f6da9e79b20 req-516f1e5f-9982-4ff8-9de9-098c3841dedd service neutron] 10.222.0.32 "GET /v2.0/networks/b4afe9f2-f68a-4c47-9779-2d07f90875d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229985 Sep 19 06:55:42.206262 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c1f8faa2-df61-4d45-9fa6-0a3d8abfb44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:42.214466 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c735a6-cb9c-400f-bf7c-c6b253ff1bc7 None None] Network 3eda68da-de38-4e02-97e1-8a61b5491024 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:42.328976 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-485c42c5-85e5-4e2e-86b6-36673268b79e req-7b998166-a276-42af-b9f5-a19bb57555ac tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 210 time: 0.0885682 Sep 19 06:55:42.496178 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-04ba5f64-01f2-4c04-b74e-632ffecfe7f0 req-c3c110f6-2562-4c01-aeeb-d5b3c533d370 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0662694 Sep 19 06:55:42.523590 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-ece2d76d-bb92-4864-b041-f221e15a4125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:42.525650 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-ece2d76d-bb92-4864-b041-f221e15a4125 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 1097 time: 0.2191989 Sep 19 06:55:42.543443 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2916f-ae1d-43c0-9786-c627ca48f20f req-ca50cf33-af75-4001-b787-6dbd558398e1 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:42.544972 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f8b2916f-ae1d-43c0-9786-c627ca48f20f req-ca50cf33-af75-4001-b787-6dbd558398e1 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1838160 Sep 19 06:55:42.617284 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-9db47a46-65e8-40de-a595-3a34684bcc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:42.619338 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-9db47a46-65e8-40de-a595-3a34684bcc62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=97e102dede34460bb3ee45157e13fc09&device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 1097 time: 0.1369774 Sep 19 06:55:42.624860 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-80cc2354-a5c0-4f20-9ac7-28fdeb83deb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 HTTP/1.1" status: 200 len: 217 time: 0.0648561 Sep 19 06:55:42.638482 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f8b2916f-ae1d-43c0-9786-c627ca48f20f req-26d291f5-8a5d-4a06-a2be-96fd4a2220b8 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867906 Sep 19 06:55:42.657778 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7000260-007b-4b29-bc01-466d9f0c89d5 req-194190e9-07d6-49c3-b798-b1f3c22ca4bc tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:42.659730 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a7000260-007b-4b29-bc01-466d9f0c89d5 req-194190e9-07d6-49c3-b798-b1f3c22ca4bc tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.0846770 Sep 19 06:55:42.730858 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a7000260-007b-4b29-bc01-466d9f0c89d5 req-3fbe1b76-0626-48c8-bacf-98d7875c75ac tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629282 Sep 19 06:55:42.830082 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-b5922160-e1cc-4f72-b394-d8428c6795bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:42.831730 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-b5922160-e1cc-4f72-b394-d8428c6795bf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66b19c4f-2aae-4542-8c5c-d7f7136339e9 HTTP/1.1" status: 200 len: 855 time: 0.1869814 Sep 19 06:55:42.837059 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36610) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:42.841885 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-141635185-network', 'tenant_id': '441238d7bc7e40e682bf7bdc7b9ed7e6'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:42.865777 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Made reservation on behalf of 441238d7bc7e40e682bf7bdc7b9ed7e6 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:42.869381 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:42.878733 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:42.880707 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-27efdb28-8472-4252-8f5a-4556bd2f7791 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3955066d-8d6c-4718-b013-2857e4af8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386915 Sep 19 06:55:42.886341 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-e4e4878b-6999-4659-a545-80560c2a44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:42.888128 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-e4e4878b-6999-4659-a545-80560c2a44b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4afe9f2-f68a-4c47-9779-2d07f90875d9 HTTP/1.1" status: 200 len: 912 time: 0.2445297 Sep 19 06:55:42.969906 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-a36ef35c-f5d5-4dce-ab20-7e67605a1ec3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29965ffc-8598-4484-9504-33bce640acb3 HTTP/1.1" status: 200 len: 217 time: 0.0621052 Sep 19 06:55:42.989070 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:42.994104 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:43.011144 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:55:43.023826 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:43.024517 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Added segment 3083dad0-2526-499a-a231-2dc5e5a3c237 of type vlan for network 6f052d3f-f064-41ce-8b77-ac85e779497f Sep 19 06:55:43.066717 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-a287d3ae-284e-4cbd-bd58-2002d895e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:43.068083 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-a287d3ae-284e-4cbd-bd58-2002d895e8cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=be51a111-62e5-42e3-a4c3-31b2af295c2f HTTP/1.1" status: 200 len: 851 time: 0.0666919 Sep 19 06:55:43.074627 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-3f10728c-c0a1-45a0-ba28-f891f33010ce service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785541 Sep 19 06:55:43.085633 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:43.104154 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83db047-e7ec-4bd5-9b2d-1b3f751f2a40,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:43.108474 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.32', 59286) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:43.128329 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:43.129670 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:43.131773 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:43.167190 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3290498 Sep 19 06:55:43.170026 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36620) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:43.175897 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Request body: {'subnet': {'network_id': '6f052d3f-f064-41ce-8b77-ac85e779497f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-141635185-subnet', 'tenant_id': '441238d7bc7e40e682bf7bdc7b9ed7e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:43.200260 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Made reservation on behalf of 441238d7bc7e40e682bf7bdc7b9ed7e6 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:43.202597 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25808336'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:43.210460 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-0fe6a51a-182f-44f7-a404-b58dd689253d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4afe9f2-f68a-4c47-9779-2d07f90875d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568454 Sep 19 06:55:43.265887 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6b40f-a5d7-4eaf-b451-54e0e289dac8 admin admin] Pushing event updated for resources: {'Network': ['ID=6f052d3f-f064-41ce-8b77-ac85e779497f,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:43.276967 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 6f052d3f-f064-41ce-8b77-ac85e779497f details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:55:43.360750 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-5a5abd1b-9b45-41d6-8e68-60ac3012e2dd service neutron] 10.222.0.32 "GET /v2.0/networks/b4afe9f2-f68a-4c47-9779-2d07f90875d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249466 Sep 19 06:55:43.535786 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25808382'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:43.604926 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b170c32-43f6-49e0-a3e4-1a9960cc5328,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:43.624304 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-639bd431-31fe-4f10-9d26-df993ebeca3f req-24e1cfcb-044a-4fb4-8770-f935b5e96017 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0383391 Sep 19 06:55:43.640490 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Checking segment: {'id': '3083dad0-2526-499a-a231-2dc5e5a3c237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6f052d3f-f064-41ce-8b77-ac85e779497f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:43.640959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Network hostable DHCP agents. Network: 6f052d3f-f064-41ce-8b77-ac85e779497f, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:55:43.672880 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Network 6f052d3f-f064-41ce-8b77-ac85e779497f is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:55:43.689036 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 6f052d3f-f064-41ce-8b77-ac85e779497f) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:43.694850 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:43.696408 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:43.701942 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98456014-461c-4fcd-a17b-4fce5795dbd6 None None] Network 6f052d3f-f064-41ce-8b77-ac85e779497f requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:43.726237 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6b22c61e-7234-4483-8385-7d3a0ee1bcc4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5524516 Sep 19 06:55:43.757364 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e16b265-b1c5-4e75-99f1-a5441ab8ddee req-53d6d451-76b8-466e-8763-cab4f5965b2d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 210 time: 0.2588356 Sep 19 06:55:43.816588 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-9bedec66-1e5b-4397-a91d-56488697dee6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:43.818601 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-9bedec66-1e5b-4397-a91d-56488697dee6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 817 time: 0.6944988 Sep 19 06:55:43.843477 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67927fdd-cc6b-4b11-bd60-4f5680e104e0 req-ccaec5ee-9eed-4e62-bd3f-bc6c18926073 service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923501 Sep 19 06:55:43.843692 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.32', 59290) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:43.865734 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233db5f-0702-4608-94d1-c940f309ad0a req-bc329ba3-954c-4aac-bc3d-aefe2ae893cd tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:43.873577 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d233db5f-0702-4608-94d1-c940f309ad0a req-bc329ba3-954c-4aac-bc3d-aefe2ae893cd tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1178601 Sep 19 06:55:43.912210 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b8174f4c-e9c1-4c6f-9d9b-0e8ff4bc269d req-f592876d-6bdc-4d5f-8d31-f0c4f2bd80be service neutron] 10.222.0.32 "GET /v2.0/networks/b4afe9f2-f68a-4c47-9779-2d07f90875d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359807 Sep 19 06:55:43.950693 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10cce9b-cf78-46e5-98c6-e2b4d07e485f None None] Network 6f052d3f-f064-41ce-8b77-ac85e779497f requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:55:44.013372 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-e4e4c00f-c828-48f4-acfc-b873c920d500 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f62a968b288420588eec33c98710dea HTTP/1.1" status: 200 len: 380 time: 0.1001463 Sep 19 06:55:44.034592 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'port': {'device_id': 'c942283a-44c6-4349-95cd-fb531caf5727', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'admin_state_up': True, 'tenant_id': '9f62a968b288420588eec33c98710dea', 'security_groups': ['6a074f1e-9113-431c-aef5-d71129a6dc6b']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:44.038415 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d233db5f-0702-4608-94d1-c940f309ad0a req-639b0abc-e731-446f-8ecf-60b3399faa0e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297808 Sep 19 06:55:44.067547 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874611c0-a419-49ff-8594-740e396d27db req-c3a36495-b76a-4205-9f16-21b21393f1aa tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:44.081962 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-874611c0-a419-49ff-8594-740e396d27db req-c3a36495-b76a-4205-9f16-21b21393f1aa tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.1675029 Sep 19 06:55:44.115387 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-db92148a-4df5-459b-97dc-6e483dec3938 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:44.116947 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-db92148a-4df5-459b-97dc-6e483dec3938 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 810 time: 0.2424555 Sep 19 06:55:44.196571 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-febec9b6-315d-468d-8c5f-1c00978072f8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fce024b64b6c45f1934a19f876f1de42 HTTP/1.1" status: 200 len: 380 time: 0.0624137 Sep 19 06:55:44.203379 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-874611c0-a419-49ff-8594-740e396d27db req-17847582-6b58-4f1e-b528-fa02acc610d5 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168463 Sep 19 06:55:44.223940 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'port': {'device_id': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'admin_state_up': True, 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'security_groups': ['5987c90a-5b8c-4ace-9d67-27e22e2b9348']}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:44.234833 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16df441-3a91-4892-bd8d-093c4503723b req-f9cba3d6-8ea5-4f5e-af75-336ad189c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:44.236662 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c16df441-3a91-4892-bd8d-093c4503723b req-f9cba3d6-8ea5-4f5e-af75-336ad189c04f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 1097 time: 0.2149494 Sep 19 06:55:44.354436 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Made reservation on behalf of 9f62a968b288420588eec33c98710dea for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:44.357802 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:44.397160 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Made reservation on behalf of fce024b64b6c45f1934a19f876f1de42 for: {'port': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:55:44.403220 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:44.509316 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16df441-3a91-4892-bd8d-093c4503723b req-d8f5c871-0d9e-40e3-8f57-07b02102a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:44.510820 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c16df441-3a91-4892-bd8d-093c4503723b req-d8f5c871-0d9e-40e3-8f57-07b02102a03a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 916 time: 0.2660964 Sep 19 06:55:44.531642 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Allocated IP 172.20.0.12 (e9eab26a-ef35-47bf-96cc-57df288abc52/749ecaf3-253c-4050-9fd3-9e5012e508ce/2b477dbb-1441-4fa1-af74-15e328631ce7) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:44.578857 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c16df441-3a91-4892-bd8d-093c4503723b req-ae617ed8-4d8e-4f08-b308-f2803ee5fcc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 HTTP/1.1" status: 200 len: 217 time: 0.0574131 Sep 19 06:55:44.697518 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-89f94032-fbd1-4f75-88d5-0a096e102828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:44.731951 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16df441-3a91-4892-bd8d-093c4503723b req-acf6ed00-70c6-4bf1-a73c-80b00ddeef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:44.733177 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c16df441-3a91-4892-bd8d-093c4503723b req-acf6ed00-70c6-4bf1-a73c-80b00ddeef30 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66b19c4f-2aae-4542-8c5c-d7f7136339e9 HTTP/1.1" status: 200 len: 855 time: 0.1397481 Sep 19 06:55:44.757587 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Allocated IP 172.20.0.9 (b4c3dd4a-3a49-4989-9a68-4d90016261b3/d052678b-7038-4d6a-8af1-775f325f2fa7/f8c9cdb0-9159-4e9b-ae98-a871dd4de089) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:55:44.781152 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c16df441-3a91-4892-bd8d-093c4503723b req-3a462b78-4988-4d1a-977c-69ac9d6101ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3955066d-8d6c-4718-b013-2857e4af8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338833 Sep 19 06:55:44.997963 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1cd5dd5f-b17e-4285-9e51-dfc55d69eaa6 req-f4841e0c-767a-45ab-b247-c4c67bd39778 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.2294841 Sep 19 06:55:45.024591 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7bc46850-9f44-4986-8eb8-f52004589529 req-9b897ea2-19eb-4ee8-bad9-2d7079b73934 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 210 time: 0.0804236 Sep 19 06:55:45.068904 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.114685 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c16df441-3a91-4892-bd8d-093c4503723b req-118e2e83-02c1-4ce1-b9d1-c4147d040e87 service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203323 Sep 19 06:55:45.144567 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.215683 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Network e9eab26a-ef35-47bf-96cc-57df288abc52 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:45.221031 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:45.226073 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:45.230653 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:45.302233 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:45.303111 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.305314 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e5c0d-6cc7-49ad-a65d-cf1eb30e9848 req-e382e063-a060-46b1-aef9-69ea05efb393 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:45.307053 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-480e5c0d-6cc7-49ad-a65d-cf1eb30e9848 req-e382e063-a060-46b1-aef9-69ea05efb393 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.1848757 Sep 19 06:55:45.325195 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.368289 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-f780b998-0034-4097-b1d7-3b76a08d1cc2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3444874 Sep 19 06:55:45.378303 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-480e5c0d-6cc7-49ad-a65d-cf1eb30e9848 req-35af8637-f5de-467f-9dea-1c5900207f45 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593312 Sep 19 06:55:45.395669 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.399906 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b5fd5-5b85-4383-aae9-d72b66112937 req-3e6c9e4d-ee65-4ee4-b23b-5db0e674edff tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:45.402030 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac8b5fd5-5b85-4383-aae9-d72b66112937 req-3e6c9e4d-ee65-4ee4-b23b-5db0e674edff tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.0881760 Sep 19 06:55:45.444626 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac8b5fd5-5b85-4383-aae9-d72b66112937 req-2e59dcf4-1c9a-42cb-a810-c960d8b332c0 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356445 Sep 19 06:55:45.512495 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:55:45.516619 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:55:45.518662 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'Port': ['ID=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:45.520775 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:55:45.559513 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-1bac196c-1e50-4ae0-ae4b-18da715dd005 None None] Provisioning complete for port 2b477dbb-1441-4fa1-af74-15e328631ce7 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:45.560137 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1bac196c-1e50-4ae0-ae4b-18da715dd005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.575910 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:45.576604 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.591122 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36702) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:45.595613 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-ffc48230-24f4-41f2-971c-4db5a70e880a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3789740 Sep 19 06:55:45.602660 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-1bac196c-1e50-4ae0-ae4b-18da715dd005 None None] Port 2b477dbb-1441-4fa1-af74-15e328631ce7 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:55:45.683968 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.707471 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d727a5ca-e138-47a9-9fa9-aa7721834cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.785424 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.797006 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d727a5ca-e138-47a9-9fa9-aa7721834cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.800806 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d727a5ca-e138-47a9-9fa9-aa7721834cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.820411 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-5b53be77-05d0-49e3-9c9f-51d3de496556 None None] Provisioning complete for port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:45.821244 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b53be77-05d0-49e3-9c9f-51d3de496556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.837709 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d727a5ca-e138-47a9-9fa9-aa7721834cb7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db678211649a41a993b7ef678237c7b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457144 Sep 19 06:55:45.839723 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727a5ca-e138-47a9-9fa9-aa7721834cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311b5a8f-2cb0-4403-90fb-530d8e26d636,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:45.840401 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36706) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:45.859851 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-5b53be77-05d0-49e3-9c9f-51d3de496556 None None] Port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:55:45.887978 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83b59fa1-251a-4c25-9ea0-daf3f01b95b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.908082 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83b59fa1-251a-4c25-9ea0-daf3f01b95b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.953747 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83b59fa1-251a-4c25-9ea0-daf3f01b95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.956269 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-83b59fa1-251a-4c25-9ea0-daf3f01b95b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:45.957406 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-83b59fa1-251a-4c25-9ea0-daf3f01b95b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/311b5a8f-2cb0-4403-90fb-530d8e26d636 HTTP/1.1" status: 204 len: 168 time: 0.1160560 Sep 19 06:55:45.965264 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b59fa1-251a-4c25-9ea0-daf3f01b95b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311b5a8f-2cb0-4403-90fb-530d8e26d636,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:46.165107 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964737e-2afe-4155-9e8f-2aa06f64b234 req-e1ded47f-7d69-4bb6-8a8b-9878d53e7bf4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:46.166603 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2964737e-2afe-4155-9e8f-2aa06f64b234 req-e1ded47f-7d69-4bb6-8a8b-9878d53e7bf4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 932 time: 0.0624888 Sep 19 06:55:46.170680 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e467b3-a532-41f4-a83c-d33c868831c0 req-23df9646-1794-466b-9089-8a188ef25b99 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:46.172199 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b7e467b3-a532-41f4-a83c-d33c868831c0 req-23df9646-1794-466b-9089-8a188ef25b99 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 931 time: 0.0531065 Sep 19 06:55:46.207374 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2964737e-2afe-4155-9e8f-2aa06f64b234 req-99982e6b-7688-4f9b-b7cd-12e3e38284bf tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337405 Sep 19 06:55:46.213996 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b7e467b3-a532-41f4-a83c-d33c868831c0 req-1d426ca7-afd4-4238-982c-77b419054706 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354555 Sep 19 06:55:46.245910 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36720) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:46.259419 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0d81215e-7ae8-49c1-ac44-7ba8c31873fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:46.345401 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0d81215e-7ae8-49c1-ac44-7ba8c31873fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:46.349453 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0d81215e-7ae8-49c1-ac44-7ba8c31873fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:46.394278 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0d81215e-7ae8-49c1-ac44-7ba8c31873fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3c9e513a4334447b11da4739a0cf18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473064 Sep 19 06:55:46.395116 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81215e-7ae8-49c1-ac44-7ba8c31873fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f609ee42-5df3-4363-91ec-ca1e21f34ea4,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:46.397032 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36726) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:46.446864 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-07254e5a-fe70-4d4f-a902-76205717cff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:46.489125 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-07254e5a-fe70-4d4f-a902-76205717cff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:46.538015 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab179b77-3242-4289-8ad1-58270c7a09f9 req-4bbc3b11-c942-447c-9c66-13afbb40a039 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:46.540093 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ab179b77-3242-4289-8ad1-58270c7a09f9 req-4bbc3b11-c942-447c-9c66-13afbb40a039 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.0838146 Sep 19 06:55:46.563851 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcca46c-e612-4398-8d1d-14cc33842309 req-214db614-bfc0-4823-a200-c6e7f21c73fa tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:46.565351 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5dcca46c-e612-4398-8d1d-14cc33842309 req-214db614-bfc0-4823-a200-c6e7f21c73fa tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.0523953 Sep 19 06:55:46.568527 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-07254e5a-fe70-4d4f-a902-76205717cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:46.571027 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-07254e5a-fe70-4d4f-a902-76205717cff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:46.574475 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-07254e5a-fe70-4d4f-a902-76205717cff9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f609ee42-5df3-4363-91ec-ca1e21f34ea4 HTTP/1.1" status: 204 len: 168 time: 0.1741681 Sep 19 06:55:46.591743 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ab179b77-3242-4289-8ad1-58270c7a09f9 req-f6883353-150a-4204-9812-a10217a092a0 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Sep 19 06:55:46.592384 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07254e5a-fe70-4d4f-a902-76205717cff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f609ee42-5df3-4363-91ec-ca1e21f34ea4,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:46.606614 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5dcca46c-e612-4398-8d1d-14cc33842309 req-dc3a83b5-690e-4c1d-883d-96cca179d64b tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345087 Sep 19 06:55:47.331190 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0374df-5a6e-4653-86e1-0d48e6340978 req-32395296-16fe-4fb4-b2eb-249c2b68ea2c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:47.333493 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1a0374df-5a6e-4653-86e1-0d48e6340978 req-32395296-16fe-4fb4-b2eb-249c2b68ea2c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 932 time: 0.0512202 Sep 19 06:55:47.344169 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44c8f4-dfdc-4b0e-a432-e515124eed9b req-e4cfb523-d59c-406c-a5f2-d3bd1825fb46 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:47.346350 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fd44c8f4-dfdc-4b0e-a432-e515124eed9b req-e4cfb523-d59c-406c-a5f2-d3bd1825fb46 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 931 time: 0.0625651 Sep 19 06:55:47.366632 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:47.385557 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1a0374df-5a6e-4653-86e1-0d48e6340978 req-840d058e-ebfe-490a-a88b-060354612983 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462379 Sep 19 06:55:47.402800 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fd44c8f4-dfdc-4b0e-a432-e515124eed9b req-7f642223-067e-4d31-b929-0ad26d8c9145 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370350 Sep 19 06:55:47.719094 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bba30-7291-40e9-a2ed-fa6e1af23bb2 req-a0615cda-c61d-45fe-99cf-90f659e80050 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:47.720814 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef4bba30-7291-40e9-a2ed-fa6e1af23bb2 req-a0615cda-c61d-45fe-99cf-90f659e80050 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 944 time: 0.0503469 Sep 19 06:55:47.725189 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b1998-d9b0-401e-81ca-964ad3e95fdc req-25da7391-b144-477c-b350-cc1dc5428fe9 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:47.727512 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9b5b1998-d9b0-401e-81ca-964ad3e95fdc req-25da7391-b144-477c-b350-cc1dc5428fe9 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 944 time: 0.0507352 Sep 19 06:55:47.736531 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Request body: {'port': {'device_id': 'c942283a-44c6-4349-95cd-fb531caf5727', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:47.737750 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Request body: {'port': {'device_id': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:55:47.779559 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:55:47.849003 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9b5b1998-d9b0-401e-81ca-964ad3e95fdc req-7e8d3761-af6d-4902-b867-22947bc79524 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071091 Sep 19 06:55:47.860487 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:47.897270 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef4bba30-7291-40e9-a2ed-fa6e1af23bb2 req-cc45f363-7332-41bf-afca-646d513bb544 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670494 Sep 19 06:55:47.899249 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:47.901840 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:47.911760 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77', 'port_id': '5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', 'mac_address': 'fa:16:3e:4f:58:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b19c4f-2aae-4542-8c5c-d7f7136339e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:55:47.973513 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:47.998369 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:55:48.004863 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c16df441-3a91-4892-bd8d-093c4503723b req-ba5abb2a-f91b-487b-ae2b-07fd93684871 service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831049 Sep 19 06:55:48.040592 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:48.045393 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.046412 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 29965ffc-8598-4484-9504-33bce640acb3 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:55:48.124588 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:48.233520 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 29965ffc-8598-4484-9504-33bce640acb3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=29965ffc-8598-4484-9504-33bce640acb3,segment=NetworkSegment(f186019f-7ad9-4351-832c-1ba5b76587f3),segment_id=f186019f-7ad9-4351-832c-1ba5b76587f3)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:48.252971 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '29965ffc-8598-4484-9504-33bce640acb3', 'network_id': 'b4afe9f2-f68a-4c47-9779-2d07f90875d9', 'port_id': '29965ffc-8598-4484-9504-33bce640acb3', 'mac_address': 'fa:16:3e:44:90:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be51a111-62e5-42e3-a4c3-31b2af295c2f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:55:48.283023 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b477dbb-1441-4fa1-af74-15e328631ce7 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:55:48.295640 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.296008 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.313222 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Transition to ACTIVE for port object 2b477dbb-1441-4fa1-af74-15e328631ce7 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:55:48.317053 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c9cdb0-9159-4e9b-ae98-a871dd4de089 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:55:48.317207 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29965ffc-8598-4484-9504-33bce640acb3 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:55:48.327712 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.327921 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.344353 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 29965ffc-8598-4484-9504-33bce640acb3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=29965ffc-8598-4484-9504-33bce640acb3,segment=NetworkSegment(f186019f-7ad9-4351-832c-1ba5b76587f3),segment_id=f186019f-7ad9-4351-832c-1ba5b76587f3)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:48.352608 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.353586 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Transition to ACTIVE for port object f8c9cdb0-9159-4e9b-ae98-a871dd4de089 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:55:48.359359 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.447421 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d85ea-00df-4399-899e-794485544dce service neutron] Pushing event updated for resources: {'Port': ['ID=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:48.483468 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:48.486264 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=29965ffc-8598-4484-9504-33bce640acb3,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:48.541632 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Attempting to bind port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:48.541993 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Attempting to bind port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:48.542335 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Attempting to bind port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 on network b4c3dd4a-3a49-4989-9a68-4d90016261b3 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:48.548027 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 on network b4c3dd4a-3a49-4989-9a68-4d90016261b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:55:48.548451 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Attempting to bind port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 on network b4c3dd4a-3a49-4989-9a68-4d90016261b3 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:48.557340 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:48.557679 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Checking segment: {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:48.558248 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Bound using segment: {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:48.558689 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Bound port: f8c9cdb0-9159-4e9b-ae98-a871dd4de089, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:48.559302 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.692881 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ffd4f-9bba-4040-bd25-c1f44bad23dc req-053ad94e-be91-41ae-9e74-b76e72facb2a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:48.695560 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ad9ffd4f-9bba-4040-bd25-c1f44bad23dc req-053ad94e-be91-41ae-9e74-b76e72facb2a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 943 time: 0.1185274 Sep 19 06:55:48.698257 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Attempting to bind port 2b477dbb-1441-4fa1-af74-15e328631ce7 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:55:48.700946 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Attempting to bind port 2b477dbb-1441-4fa1-af74-15e328631ce7 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:55:48.701428 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Attempting to bind port 2b477dbb-1441-4fa1-af74-15e328631ce7 on network e9eab26a-ef35-47bf-96cc-57df288abc52 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:48.716592 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073d1c8-b1c5-4d72-902e-79e1760af7a7 req-9c5fd31f-6f3c-4bab-b4a9-3b45dc8c2c04 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:48.723173 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Port 2b477dbb-1441-4fa1-af74-15e328631ce7 on network e9eab26a-ef35-47bf-96cc-57df288abc52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:55:48.723649 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Attempting to bind port 2b477dbb-1441-4fa1-af74-15e328631ce7 on network e9eab26a-ef35-47bf-96cc-57df288abc52 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:55:48.724630 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e073d1c8-b1c5-4d72-902e-79e1760af7a7 req-9c5fd31f-6f3c-4bab-b4a9-3b45dc8c2c04 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.1429029 Sep 19 06:55:48.746556 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:55:48.751654 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Checking segment: {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:55:48.752209 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Bound using segment: {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:55:48.752758 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Bound port: 2b477dbb-1441-4fa1-af74-15e328631ce7, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:55:48.753221 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.763719 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['29965ffc-8598-4484-9504-33bce640acb3'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:55:48.768750 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] For port f8c9cdb0-9159-4e9b-ae98-a871dd4de089, host hv-cinder-80994, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:48.785932 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ad9ffd4f-9bba-4040-bd25-c1f44bad23dc req-e9aa7092-b5ae-4a97-98ca-9d4adab1984c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777848 Sep 19 06:55:48.819841 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] For port f8c9cdb0-9159-4e9b-ae98-a871dd4de089, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:48.830521 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['5e82f18a-3a9a-40a3-bb92-312a8e6a6e36'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:55:48.838374 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e073d1c8-b1c5-4d72-902e-79e1760af7a7 req-9ad2170b-90fe-4741-a844-7a486cc43777 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127956 Sep 19 06:55:48.841510 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.865208 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:55:48.870354 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:55:48.879294 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.910197 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:48.910834 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:48.917251 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-543d85ea-00df-4399-899e-794485544dce service neutron] 10.222.0.32 "PUT /v2.0/ports/f8c9cdb0-9159-4e9b-ae98-a871dd4de089 HTTP/1.1" status: 200 len: 1093 time: 1.1865981 Sep 19 06:55:48.917752 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'tag': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:55:49.002720 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.003359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:49.011287 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] 10.222.0.32 "PUT /v2.0/ports/2b477dbb-1441-4fa1-af74-15e328631ce7 HTTP/1.1" status: 200 len: 1094 time: 1.2795842 Sep 19 06:55:49.034500 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:55:49.044206 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c859dff-1071-4948-8a46-13dd28ee50fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:55:49.126240 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c5b1d-280b-4640-8264-4c1593f9851e service neutron] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:49.248705 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d85ea-00df-4399-899e-794485544dce service neutron] Pushing event updated for resources: {'Port': ['ID=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:49.265987 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36846) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:49.328473 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-78f3a7d5-758d-4dce-9f36-ef2355856882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.330073 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-78f3a7d5-758d-4dce-9f36-ef2355856882 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 1097 time: 0.1878757 Sep 19 06:55:49.331572 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180ad10d-f077-400b-9d50-a5e400e1c635" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd6f50-9624-4d28-b8fd-bc446e3d7f9b", "tag": "f8c9cdb0-9159-4e9b-ae98-a871dd4de089"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:55:49.373274 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cc943-a71f-47b3-8352-99b564e1f768 req-408cba29-677a-4b01-a659-6d7518d26d10 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.375262 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-283cc943-a71f-47b3-8352-99b564e1f768 req-408cba29-677a-4b01-a659-6d7518d26d10 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 945 time: 0.2386732 Sep 19 06:55:49.392933 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-5ce796f9-ff46-4910-80c4-023a158c4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.394428 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-5ce796f9-ff46-4910-80c4-023a158c4bce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 1096 time: 0.3715122 Sep 19 06:55:49.408332 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbac2e-a635-4dfa-b0ff-5cb45427b63c req-58f119e7-000c-4cbd-b1f8-ec59e8ccf4d7 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.415509 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aecbac2e-a635-4dfa-b0ff-5cb45427b63c req-58f119e7-000c-4cbd-b1f8-ec59e8ccf4d7 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 945 time: 0.2647519 Sep 19 06:55:49.429492 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-1b0483e7-dab2-455f-a468-7faba1085088 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b477dbb-1441-4fa1-af74-15e328631ce7 HTTP/1.1" status: 200 len: 217 time: 0.0530477 Sep 19 06:55:49.486912 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-a2979905-6d50-493f-9954-ed73363d77d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089 HTTP/1.1" status: 200 len: 217 time: 0.0693307 Sep 19 06:55:49.503923 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-4e4759d2-540a-46ee-b522-2b9ce59050af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.506143 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-4e4759d2-540a-46ee-b522-2b9ce59050af service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.0677564 Sep 19 06:55:49.602975 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-4e04a30a-6333-4595-8169-f46400ed1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.603183 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-aecbac2e-a635-4dfa-b0ff-5cb45427b63c req-bc5eed93-5443-4123-a599-36bbcef5f0ff tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852636 Sep 19 06:55:49.615132 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-4e04a30a-6333-4595-8169-f46400ed1093 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0967569 Sep 19 06:55:49.623843 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-283cc943-a71f-47b3-8352-99b564e1f768 req-7688e0e2-39fd-4ba5-90d7-cb33c6d9ac83 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926308 Sep 19 06:55:49.634930 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bb983a4f-f3bb-4411-98b2-97df06256e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:49.661431 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-df1ded6e-f5c9-4dc2-b2a8-dcf1ad0d356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.662893 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-df1ded6e-f5c9-4dc2-b2a8-dcf1ad0d356d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 200 len: 849 time: 0.1685331 Sep 19 06:55:49.711963 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f44e4d2-2c76-4b48-948b-017a6d633353 x-openstack-request-id: req-1f44e4d2-2c76-4b48-948b-017a6d633353 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:55:49.712253 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:55:49.712730 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f44e4d2-2c76-4b48-948b-017a6d633353 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:55:49.713083 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'status': 'completed', 'code': 200} Sep 19 06:55:49.753886 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-9984cf6c-be25-48df-a763-415ed4d7c6b7 service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282253 Sep 19 06:55:49.792584 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-edce1570-0839-432a-b666-a470da53b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.794080 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-edce1570-0839-432a-b666-a470da53b9a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4c3dd4a-3a49-4989-9a68-4d90016261b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1210728 Sep 19 06:55:49.900901 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59dc2109-2f66-47b8-9647-3b25f44b1253 req-d20423fd-6494-4d5d-81f9-6b9cf7fab2ac service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384969 Sep 19 06:55:49.989196 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec5f36-a024-4403-9267-723a8d5bb84f req-9084a75c-ee2b-4fe2-a21e-55a52cc6f2b1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:49.990889 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48ec5f36-a024-4403-9267-723a8d5bb84f req-9084a75c-ee2b-4fe2-a21e-55a52cc6f2b1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0532756 Sep 19 06:55:49.997684 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c603d1-78ee-4229-92b4-cb51155e4aaf x-openstack-request-id: req-76c603d1-78ee-4229-92b4-cb51155e4aaf {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:55:49.997974 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd6f50-9624-4d28-b8fd-bc446e3d7f9b", "tag": "f8c9cdb0-9159-4e9b-ae98-a871dd4de089", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:55:49.998269 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76c603d1-78ee-4229-92b4-cb51155e4aaf {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:55:49.998660 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'tag': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089', 'status': 'completed', 'code': 200} Sep 19 06:55:50.034435 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-48ec5f36-a024-4403-9267-723a8d5bb84f req-e3f76811-991c-47ef-8567-7e415abdeb5b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Sep 19 06:55:50.109829 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-9fe0d912-4b08-4621-b25e-d29546fdc967 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075171 Sep 19 06:55:50.123640 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946f61d-90cb-420a-9595-84b3c37ba79e req-81e103ed-bfc9-49d5-b924-c6fb00d72b5f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:50.125000 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3946f61d-90cb-420a-9595-84b3c37ba79e req-81e103ed-bfc9-49d5-b924-c6fb00d72b5f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 943 time: 0.1226590 Sep 19 06:55:50.159587 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bb983a4f-f3bb-4411-98b2-97df06256e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.165209 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bb983a4f-f3bb-4411-98b2-97df06256e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.190992 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3946f61d-90cb-420a-9595-84b3c37ba79e req-6382554b-d1e2-4eaa-956f-d2399eec80bb tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579658 Sep 19 06:55:50.212132 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb983a4f-f3bb-4411-98b2-97df06256e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a29d72b-8546-4c49-b5b1-487ef0d92a1a,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:50.216334 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-bb983a4f-f3bb-4411-98b2-97df06256e3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6954dedf104497893d489a228a87eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9145360 Sep 19 06:55:50.218907 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36882) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:50.264717 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d26982fe-8e18-4f88-bfb3-6218be9f2aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.285379 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d26982fe-8e18-4f88-bfb3-6218be9f2aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.328582 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d26982fe-8e18-4f88-bfb3-6218be9f2aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.331097 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d26982fe-8e18-4f88-bfb3-6218be9f2aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.332238 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d26982fe-8e18-4f88-bfb3-6218be9f2aee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a29d72b-8546-4c49-b5b1-487ef0d92a1a HTTP/1.1" status: 204 len: 168 time: 0.1124599 Sep 19 06:55:50.340749 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26982fe-8e18-4f88-bfb3-6218be9f2aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a29d72b-8546-4c49-b5b1-487ef0d92a1a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:50.593454 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 36888) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:50.609672 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-663e4b40-7790-41f0-b802-91f7eadc84e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.720525 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1525e9-0775-4682-8f85-38bc96f14371 req-d7e1dab2-00f4-4e3e-a54f-97198040dcc4 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:50.722217 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e1525e9-0775-4682-8f85-38bc96f14371 req-d7e1dab2-00f4-4e3e-a54f-97198040dcc4 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 945 time: 0.0586646 Sep 19 06:55:50.763407 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-663e4b40-7790-41f0-b802-91f7eadc84e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.781902 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-663e4b40-7790-41f0-b802-91f7eadc84e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.788699 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e1525e9-0775-4682-8f85-38bc96f14371 req-99593c69-7942-40bd-bf18-4f9e52a3c9ae tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589037 Sep 19 06:55:50.827008 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a360f32-5641-4b54-a699-ef7153d2f50c req-e6bab7b7-d1b8-4f19-aec4-d754b27b4f88 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:50.828475 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1a360f32-5641-4b54-a699-ef7153d2f50c req-e6bab7b7-d1b8-4f19-aec4-d754b27b4f88 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 945 time: 0.1009319 Sep 19 06:55:50.847983 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e4b40-7790-41f0-b802-91f7eadc84e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483e78c5-9941-4add-a88e-8f5bbd7900cd,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:50.856580 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-663e4b40-7790-41f0-b802-91f7eadc84e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f663c38e970f49d2baf0685166f6e903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597349 Sep 19 06:55:50.857051 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36896) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:50.888412 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1a360f32-5641-4b54-a699-ef7153d2f50c req-9cd94983-274d-4cd0-ba40-2e080c84aa8a tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493457 Sep 19 06:55:50.917441 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4bc8bc57-628e-4bb5-aa38-bef05561380e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.938470 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4bc8bc57-628e-4bb5-aa38-bef05561380e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.984303 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4bc8bc57-628e-4bb5-aa38-bef05561380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.986727 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4bc8bc57-628e-4bb5-aa38-bef05561380e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:50.987871 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4bc8bc57-628e-4bb5-aa38-bef05561380e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/483e78c5-9941-4add-a88e-8f5bbd7900cd HTTP/1.1" status: 204 len: 168 time: 0.1299729 Sep 19 06:55:50.995021 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8bc57-628e-4bb5-aa38-bef05561380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483e78c5-9941-4add-a88e-8f5bbd7900cd,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:51.151309 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b5d34-f62b-4bcd-8fa0-6a2b122db8a1 req-8ca4ce0a-f0e2-45fe-9b37-ba15ca2ffe58 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:51.152793 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-648b5d34-f62b-4bcd-8fa0-6a2b122db8a1 req-8ca4ce0a-f0e2-45fe-9b37-ba15ca2ffe58 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0472343 Sep 19 06:55:51.191322 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-648b5d34-f62b-4bcd-8fa0-6a2b122db8a1 req-0aa63ebc-af43-46c2-ab60-cf3d88889580 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Sep 19 06:55:51.302655 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28199f0d-2bc3-4d30-a81e-47dd33037867 req-99b9cc08-8ca2-4d35-9f79-8e5c04d0aca9 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:51.304244 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-28199f0d-2bc3-4d30-a81e-47dd33037867 req-99b9cc08-8ca2-4d35-9f79-8e5c04d0aca9 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 943 time: 0.0479224 Sep 19 06:55:51.344760 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-28199f0d-2bc3-4d30-a81e-47dd33037867 req-7d117cb5-586c-4fe8-8bbe-659fbf818c43 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339930 Sep 19 06:55:51.903953 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac5f0f-bdd8-47d0-b097-4f973e8fd57d req-8d3b5212-aef0-4a9a-9cbe-7a9229f6639e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:51.905471 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-11ac5f0f-bdd8-47d0-b097-4f973e8fd57d req-8d3b5212-aef0-4a9a-9cbe-7a9229f6639e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 945 time: 0.0490355 Sep 19 06:55:51.951307 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-11ac5f0f-bdd8-47d0-b097-4f973e8fd57d req-aa4648d5-906e-4c49-b5c1-a0503413b87d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 Sep 19 06:55:52.004596 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b84214-c960-4d16-9234-28206e177a21 req-44391009-3545-42c4-bf9f-e4a694853892 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:52.006073 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3b84214-c960-4d16-9234-28206e177a21 req-44391009-3545-42c4-bf9f-e4a694853892 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 945 time: 0.0476518 Sep 19 06:55:52.041224 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36942) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:52.044633 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3b84214-c960-4d16-9234-28206e177a21 req-22ad2700-096d-42ed-8142-b354923da980 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 Sep 19 06:55:52.146661 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1709ffb-c905-4099-9ce8-73bbd73fce00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:52.237933 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1709ffb-c905-4099-9ce8-73bbd73fce00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:52.241961 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a1709ffb-c905-4099-9ce8-73bbd73fce00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:52.301229 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1709ffb-c905-4099-9ce8-73bbd73fce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931f8e2a-e1a2-4f91-aaa8-c1d92ddbb8d5,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:52.308071 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a1709ffb-c905-4099-9ce8-73bbd73fce00 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7df4e1deed3c45a7b7ef9a41e5830c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657542 Sep 19 06:55:52.310589 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 36954) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:55:52.355553 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1a7e-efe6-45bf-920e-e686cff63b83 req-7437f24d-c29f-4a84-a0da-8d15c2992981 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:52.357003 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c4f1a7e-efe6-45bf-920e-e686cff63b83 req-7437f24d-c29f-4a84-a0da-8d15c2992981 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0954623 Sep 19 06:55:52.387435 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69f0390f-eb36-4b41-a13b-97bb04cc4249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:52.421571 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c4f1a7e-efe6-45bf-920e-e686cff63b83 req-8e61787f-b540-4c26-9770-aba43f0a7f4f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578310 Sep 19 06:55:52.423331 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69f0390f-eb36-4b41-a13b-97bb04cc4249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:52.458817 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f0e22-ed28-4a75-8ba4-1eda25496a81 req-e37d9db7-6c82-4a2b-8765-f17ebb243fe8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:52.462355 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d01f0e22-ed28-4a75-8ba4-1eda25496a81 req-e37d9db7-6c82-4a2b-8765-f17ebb243fe8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 943 time: 0.0498629 Sep 19 06:55:52.475694 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69f0390f-eb36-4b41-a13b-97bb04cc4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:52.478911 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69f0390f-eb36-4b41-a13b-97bb04cc4249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:52.480542 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-69f0390f-eb36-4b41-a13b-97bb04cc4249 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/931f8e2a-e1a2-4f91-aaa8-c1d92ddbb8d5 HTTP/1.1" status: 204 len: 168 time: 0.1690843 Sep 19 06:55:52.489999 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0390f-eb36-4b41-a13b-97bb04cc4249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931f8e2a-e1a2-4f91-aaa8-c1d92ddbb8d5,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:52.505418 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d01f0e22-ed28-4a75-8ba4-1eda25496a81 req-55f3c9b9-1921-49d0-aca7-05c82650a2d2 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382078 Sep 19 06:55:52.904468 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-52315eed-beda-4bad-a5cb-ab71d7a92584 req-a58e3dee-cfb1-452b-9d37-c652ef626188 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906732 Sep 19 06:55:52.932725 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-43d849ba-ff89-4754-9e11-ebe8a4fd580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:52.934272 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-43d849ba-ff89-4754-9e11-ebe8a4fd580f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 1097 time: 0.0452993 Sep 19 06:55:53.057637 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-cedd8bec-5e59-4206-8841-b7d6563b849c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.058485 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-cedd8bec-5e59-4206-8841-b7d6563b849c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 1096 time: 0.0411401 Sep 19 06:55:53.285464 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913576e-27a2-40af-8a43-eef1cb65733c req-facf61df-2628-403f-a568-b324ee44c3d7 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.293739 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d913576e-27a2-40af-8a43-eef1cb65733c req-facf61df-2628-403f-a568-b324ee44c3d7 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 945 time: 0.1675243 Sep 19 06:55:53.305942 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-62a804c7-23e0-48ce-857e-bbb81b1cb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.307483 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-62a804c7-23e0-48ce-857e-bbb81b1cb0dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 911 time: 0.2415345 Sep 19 06:55:53.329451 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788d1be-221b-495b-8b5e-5500b64828e4 req-d67e571f-c850-4db5-9aba-7a6df91bea85 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.330963 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4788d1be-221b-495b-8b5e-5500b64828e4 req-d67e571f-c850-4db5-9aba-7a6df91bea85 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 945 time: 0.3072879 Sep 19 06:55:53.356232 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-5b749599-b070-4e22-9f31-d2e5ed14014f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089 HTTP/1.1" status: 200 len: 217 time: 0.0398443 Sep 19 06:55:53.364853 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-c91c2f9c-ba93-42f7-b893-2e38ab7da573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.366310 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-c91c2f9c-ba93-42f7-b893-2e38ab7da573 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.3502867 Sep 19 06:55:53.393812 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d913576e-27a2-40af-8a43-eef1cb65733c req-4b98ba18-b7b8-4108-b21d-bc426a66c00d tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989945 Sep 19 06:55:53.421890 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-08e09b2e-352a-4c88-9ed9-0a8363c1e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.421890 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-08e09b2e-352a-4c88-9ed9-0a8363c1e985 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 200 len: 849 time: 0.0511436 Sep 19 06:55:53.422272 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4788d1be-221b-495b-8b5e-5500b64828e4 req-2f05a4a8-0715-430d-bb22-c3d3bba02e44 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746012 Sep 19 06:55:53.422272 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-22e960fe-797e-4248-8e73-818ab2f73303 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b477dbb-1441-4fa1-af74-15e328631ce7 HTTP/1.1" status: 200 len: 217 time: 0.0404570 Sep 19 06:55:53.485692 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-b846536a-b9a3-40b8-9cc9-38aa40b7fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.487581 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-b846536a-b9a3-40b8-9cc9-38aa40b7fbcb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4c3dd4a-3a49-4989-9a68-4d90016261b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576565 Sep 19 06:55:53.505926 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-50ffc091-8e2f-4b7d-a46b-c943b713f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.508147 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-50ffc091-8e2f-4b7d-a46b-c943b713f622 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.0764041 Sep 19 06:55:53.563708 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-944c3794-d8fb-4cf9-813b-c4142d9241c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.565579 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-944c3794-d8fb-4cf9-813b-c4142d9241c3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495932 Sep 19 06:55:53.618976 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41a856-6d35-43ee-aed0-b32cbf19c046 req-8247265b-f5ea-467e-9897-ab4712688df9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.620830 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9b41a856-6d35-43ee-aed0-b32cbf19c046 req-8247265b-f5ea-467e-9897-ab4712688df9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.1157570 Sep 19 06:55:53.678424 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-ac6efd51-7c8f-4fca-a984-9dbf43a2764b service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814702 Sep 19 06:55:53.708334 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9b41a856-6d35-43ee-aed0-b32cbf19c046 req-e0cf61aa-eb67-489d-8c4f-6d561f1c425b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809214 Sep 19 06:55:53.713559 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ff026-b044-47bb-aaaf-3ad14a23166b req-daacfc8c-a4c0-45c2-a484-e09165ecb4c8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:53.720947 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c05ff026-b044-47bb-aaaf-3ad14a23166b req-daacfc8c-a4c0-45c2-a484-e09165ecb4c8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 943 time: 0.1254063 Sep 19 06:55:53.756749 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-6d39e886-18f2-4b67-9154-f03aa3a6abac service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743536 Sep 19 06:55:53.787762 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c05ff026-b044-47bb-aaaf-3ad14a23166b req-873f18b1-02e5-47e3-bd3d-375988e752e5 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659397 Sep 19 06:55:53.796301 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-180ad10d-f077-400b-9d50-a5e400e1c635 req-d7763eff-9c58-41de-b87e-7e225783d9e8 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058397 Sep 19 06:55:53.856290 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c859dff-1071-4948-8a46-13dd28ee50fe req-7ea87efb-d0fd-4b0e-8fb1-6e08b6ad4f0f service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901983 Sep 19 06:55:54.568602 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3acdbc-27ae-430c-930d-17199f625f74 req-d2832b49-d794-4469-bd8b-d53e3fac7db0 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:54.570864 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-eb3acdbc-27ae-430c-930d-17199f625f74 req-d2832b49-d794-4469-bd8b-d53e3fac7db0 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 945 time: 0.0844986 Sep 19 06:55:54.607651 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997a4f7-81c9-474b-86e1-5b734d61bd25 req-236261f6-90e1-457d-af50-a855284315b9 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:54.610600 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6997a4f7-81c9-474b-86e1-5b734d61bd25 req-236261f6-90e1-457d-af50-a855284315b9 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 945 time: 0.0767179 Sep 19 06:55:54.625166 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-eb3acdbc-27ae-430c-930d-17199f625f74 req-9125cbfc-7bca-418d-a12c-17f01c1d1c6c tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Sep 19 06:55:54.660256 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6997a4f7-81c9-474b-86e1-5b734d61bd25 req-9472dc20-a041-4d0c-8724-3c82ade053fc tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Sep 19 06:55:54.831515 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a44d13-6b6a-4e68-ab75-95ca581ac2b4 req-ea17c522-809e-4ab5-ba1d-22c46449700b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:54.833092 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44d13-6b6a-4e68-ab75-95ca581ac2b4 req-ea17c522-809e-4ab5-ba1d-22c46449700b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0484626 Sep 19 06:55:54.876026 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47a44d13-6b6a-4e68-ab75-95ca581ac2b4 req-a7da4f11-ba24-49e5-9571-0b4fa677e483 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366685 Sep 19 06:55:54.918721 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0a9b4-c8df-4983-9aab-cb85e18db501 req-b1b90e0f-c77a-4b1e-83c7-5c57f206cf41 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:54.920124 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79e0a9b4-c8df-4983-9aab-cb85e18db501 req-b1b90e0f-c77a-4b1e-83c7-5c57f206cf41 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 943 time: 0.0580721 Sep 19 06:55:54.965429 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79e0a9b4-c8df-4983-9aab-cb85e18db501 req-ee88d02b-6ecb-4f7c-9fee-0ef485bf39f8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380785 Sep 19 06:55:55.742356 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f17ee8-a24f-45fa-aceb-8a4842c86788 req-e113a268-ca85-4ceb-808b-46189c5adfcb tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:55.744013 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-24f17ee8-a24f-45fa-aceb-8a4842c86788 req-e113a268-ca85-4ceb-808b-46189c5adfcb tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 945 time: 0.0522387 Sep 19 06:55:55.783002 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-24f17ee8-a24f-45fa-aceb-8a4842c86788 req-302f8db9-71db-42ba-9685-b895f102f979 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Sep 19 06:55:55.783567 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55d68-ff19-4f61-85ba-4062c3ff5c53 req-a607325c-7c7f-4e5e-83fc-2e3159b9087f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:55.785035 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-baa55d68-ff19-4f61-85ba-4062c3ff5c53 req-a607325c-7c7f-4e5e-83fc-2e3159b9087f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 945 time: 0.0502636 Sep 19 06:55:55.822936 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-baa55d68-ff19-4f61-85ba-4062c3ff5c53 req-1aea0111-475d-452a-a1e0-120b1206ca56 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319312 Sep 19 06:55:55.991688 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3d8de-9057-453d-befe-4e74ad8f5db0 req-ed04e9cf-666c-4f12-9ed7-8238576513b3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:55.993740 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-deb3d8de-9057-453d-befe-4e74ad8f5db0 req-ed04e9cf-666c-4f12-9ed7-8238576513b3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0468903 Sep 19 06:55:56.035771 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-deb3d8de-9057-453d-befe-4e74ad8f5db0 req-d8285f6d-105b-4e6a-b3af-91925087028c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348434 Sep 19 06:55:56.079554 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e19596-8dff-4278-8205-626169b769b6 req-5a990ea1-feba-4a26-8f74-78c29124d619 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:56.081024 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-54e19596-8dff-4278-8205-626169b769b6 req-5a990ea1-feba-4a26-8f74-78c29124d619 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 943 time: 0.0484307 Sep 19 06:55:56.097803 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:56.123544 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-54e19596-8dff-4278-8205-626169b769b6 req-9c19ce09-f506-4eea-ba81-36da1d5d6402 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359769 Sep 19 06:55:56.151772 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:55:56.155189 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:56.155586 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:56.229010 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:56.250678 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b144bc68-143b-4c42-ba96-96afdaa7fdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e82f18a-3a9a-40a3-bb92-312a8e6a6e36'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:55:56.332997 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:56.336959 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:56.338132 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 29965ffc-8598-4484-9504-33bce640acb3 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:55:56.410308 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:56.420557 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b0c854-2114-493f-b946-337b5ba5613c" -d '{"events": [{"server_uuid": "b144bc68-143b-4c42-ba96-96afdaa7fdb1", "name": "network-vif-plugged", "status": "completed", "tag": "5e82f18a-3a9a-40a3-bb92-312a8e6a6e36"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:55:56.429545 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 29965ffc-8598-4484-9504-33bce640acb3 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:55:56.433325 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 29965ffc-8598-4484-9504-33bce640acb3 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:55:56.433692 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:56.514212 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe50c20-a1c1-4d93-b8fc-3915100fce30 x-openstack-request-id: req-0fe50c20-a1c1-4d93-b8fc-3915100fce30 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:55:56.514499 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b144bc68-143b-4c42-ba96-96afdaa7fdb1", "name": "network-vif-plugged", "status": "completed", "tag": "5e82f18a-3a9a-40a3-bb92-312a8e6a6e36", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:55:56.514746 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fe50c20-a1c1-4d93-b8fc-3915100fce30 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:55:56.515203 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b144bc68-143b-4c42-ba96-96afdaa7fdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', 'code': 200} Sep 19 06:55:56.517380 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:56.548280 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 29965ffc-8598-4484-9504-33bce640acb3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=29965ffc-8598-4484-9504-33bce640acb3,segment=NetworkSegment(f186019f-7ad9-4351-832c-1ba5b76587f3),segment_id=f186019f-7ad9-4351-832c-1ba5b76587f3)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:56.551960 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:56.603698 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=29965ffc-8598-4484-9504-33bce640acb3,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:56.895324 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb08d9-843d-46aa-b1f7-2efb5ba24453 req-d86fff98-2d61-470b-a908-06b62446bd61 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:56.896825 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7cbb08d9-843d-46aa-b1f7-2efb5ba24453 req-d86fff98-2d61-470b-a908-06b62446bd61 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0488722 Sep 19 06:55:56.934797 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7cbb08d9-843d-46aa-b1f7-2efb5ba24453 req-cd1a8745-8ea4-48e9-9e0a-c32902a0761a tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Sep 19 06:55:56.935020 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a14967-ceb5-4e0a-bc79-f541c22e74de req-8d3f2281-b332-44ba-ad8f-f2e7114d11cf tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:56.936301 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80a14967-ceb5-4e0a-bc79-f541c22e74de req-8d3f2281-b332-44ba-ad8f-f2e7114d11cf tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0465918 Sep 19 06:55:56.973322 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-80a14967-ceb5-4e0a-bc79-f541c22e74de req-f36c780c-f3d2-442c-a7cf-038899bf16fb tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311913 Sep 19 06:55:57.119839 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device f8c9cdb0-9159-4e9b-ae98-a871dd4de089 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:55:57.135390 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:57.175477 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293c2a7-e338-4695-b859-385f681deeaf req-85eab42d-314f-4b8e-a713-ce01cd142fec tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:57.177144 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e293c2a7-e338-4695-b859-385f681deeaf req-85eab42d-314f-4b8e-a713-ce01cd142fec tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0718718 Sep 19 06:55:57.235221 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port f8c9cdb0-9159-4e9b-ae98-a871dd4de089, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:57.236579 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e293c2a7-e338-4695-b859-385f681deeaf req-534188ed-93e0-4cf1-a0c4-d9b107ac7c18 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514119 Sep 19 06:55:57.249256 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'port_id': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089', 'mac_address': 'fa:16:3e:bf:45:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:55:57.269486 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46f533-8ada-4865-a635-3060d2dbc6d8 req-a7c94e9b-56fc-4ad2-8ed6-08f45c608ad0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:57.271069 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8e46f533-8ada-4865-a635-3060d2dbc6d8 req-a7c94e9b-56fc-4ad2-8ed6-08f45c608ad0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 943 time: 0.0628927 Sep 19 06:55:57.287688 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:57.300689 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c9cdb0-9159-4e9b-ae98-a871dd4de089 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:55:57.309426 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8e46f533-8ada-4865-a635-3060d2dbc6d8 req-bf57adf7-ffa3-41c3-a095-b6b109c36c42 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320971 Sep 19 06:55:57.321717 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port f8c9cdb0-9159-4e9b-ae98-a871dd4de089, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:55:57.326130 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:57.346813 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e850be-04d1-4f2d-9f79-c4e9793db35b req-54a328c1-473e-44aa-8e90-b812a99835e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:57.348330 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04e850be-04d1-4f2d-9f79-c4e9793db35b req-54a328c1-473e-44aa-8e90-b812a99835e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 1099 time: 0.0761294 Sep 19 06:55:57.368776 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-04e850be-04d1-4f2d-9f79-c4e9793db35b req-5db22135-1b6c-4846-a0f0-5af3345d493a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:57.373200 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:57.458007 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-04e850be-04d1-4f2d-9f79-c4e9793db35b req-5db22135-1b6c-4846-a0f0-5af3345d493a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:57.462122 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-04e850be-04d1-4f2d-9f79-c4e9793db35b req-5db22135-1b6c-4846-a0f0-5af3345d493a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:55:57.497330 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04e850be-04d1-4f2d-9f79-c4e9793db35b req-5db22135-1b6c-4846-a0f0-5af3345d493a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408556 Sep 19 06:55:57.501629 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db22135-1b6c-4846-a0f0-5af3345d493a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6468f569-be61-422d-9089-ca778363d336,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:55:57.650382 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['f8c9cdb0-9159-4e9b-ae98-a871dd4de089'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:55:58.047618 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bae78a-1947-4921-808b-fa1b1b0a5880 req-90eba64f-d2e1-45b8-80c5-a95b3173b41a tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:58.049111 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67bae78a-1947-4921-808b-fa1b1b0a5880 req-90eba64f-d2e1-45b8-80c5-a95b3173b41a tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0497386 Sep 19 06:55:58.085270 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4feb8-cc9d-463a-840f-850f461a600a req-4f469ae9-5ff8-4007-95a2-401ee4beea69 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:58.086715 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67bae78a-1947-4921-808b-fa1b1b0a5880 req-3cfb62be-0119-48d3-ab54-2503e9cfb81e tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Sep 19 06:55:58.086866 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b5f4feb8-cc9d-463a-840f-850f461a600a req-4f469ae9-5ff8-4007-95a2-401ee4beea69 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0471857 Sep 19 06:55:58.126075 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b5f4feb8-cc9d-463a-840f-850f461a600a req-672b7a9b-1868-4c98-8748-966de0f21bb8 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Sep 19 06:55:58.354694 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6987b-197e-41b3-8f07-7fe0a9868021 req-57bb77b3-897c-4859-8ff0-a9adc3b06752 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:58.356227 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b5b6987b-197e-41b3-8f07-7fe0a9868021 req-57bb77b3-897c-4859-8ff0-a9adc3b06752 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0533066 Sep 19 06:55:58.395976 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b5b6987b-197e-41b3-8f07-7fe0a9868021 req-0cb0f60a-6016-461c-a2f1-ae756dad21b6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328376 Sep 19 06:55:58.425628 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5730cd-3138-4e5e-8b46-f6e469d13be1 req-c306196d-7671-4cec-8516-5b9ae75668fd tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:58.427077 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9f5730cd-3138-4e5e-8b46-f6e469d13be1 req-c306196d-7671-4cec-8516-5b9ae75668fd tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 944 time: 0.0477674 Sep 19 06:55:58.463226 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9f5730cd-3138-4e5e-8b46-f6e469d13be1 req-a98ce630-7ae0-4a1d-95b0-e64649495c2a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296428 Sep 19 06:55:58.516240 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013b6492-ff46-49f3-b710-d0e2da12ea34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29965ffc-8598-4484-9504-33bce640acb3'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:55:58.518641 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90636349-b037-49ba-b72e-d29aef750d65" -d '{"events": [{"server_uuid": "013b6492-ff46-49f3-b710-d0e2da12ea34", "name": "network-vif-plugged", "status": "completed", "tag": "29965ffc-8598-4484-9504-33bce640acb3"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:55:58.553233 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c9944c-1f95-4877-8394-91eef788975a x-openstack-request-id: req-84c9944c-1f95-4877-8394-91eef788975a {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:55:58.553521 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013b6492-ff46-49f3-b710-d0e2da12ea34", "name": "network-vif-plugged", "status": "completed", "tag": "29965ffc-8598-4484-9504-33bce640acb3", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:55:58.553776 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84c9944c-1f95-4877-8394-91eef788975a {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:55:58.554159 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013b6492-ff46-49f3-b710-d0e2da12ea34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29965ffc-8598-4484-9504-33bce640acb3', 'code': 200} Sep 19 06:55:59.198808 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adba3a-942e-42bb-9e60-121c50dd6a09 req-229ada56-c9d2-4f2f-933f-3785b64a30be tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:59.200286 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-79adba3a-942e-42bb-9e60-121c50dd6a09 req-229ada56-c9d2-4f2f-933f-3785b64a30be tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0493793 Sep 19 06:55:59.236887 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-79adba3a-942e-42bb-9e60-121c50dd6a09 req-4c0bb35f-843e-49fa-afd2-661748679bde tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306702 Sep 19 06:55:59.243155 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9367f-6ae1-48b7-93fa-96265790ed5f req-4e21c418-cf39-460c-987a-25a243536c14 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:59.244684 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29a9367f-6ae1-48b7-93fa-96265790ed5f req-4e21c418-cf39-460c-987a-25a243536c14 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0490296 Sep 19 06:55:59.282169 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-29a9367f-6ae1-48b7-93fa-96265790ed5f req-7d1a0815-acfe-429d-89d9-173e17bd1c88 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Sep 19 06:55:59.510738 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c764fe-2243-4368-8ea9-6f70afa82b84 req-8b374dc6-2449-4d56-a192-ad5b9853782e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:59.512215 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4c764fe-2243-4368-8ea9-6f70afa82b84 req-8b374dc6-2449-4d56-a192-ad5b9853782e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0471101 Sep 19 06:55:59.556691 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4c764fe-2243-4368-8ea9-6f70afa82b84 req-f318c09f-fb98-4365-8160-596b85273c6b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385563 Sep 19 06:55:59.575161 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5b5f-2d56-477c-be54-12f5dbf4872e req-a1fd6ad4-0079-4bac-9a18-bdc0e559bbbb tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:55:59.576681 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-953a5b5f-2d56-477c-be54-12f5dbf4872e req-a1fd6ad4-0079-4bac-9a18-bdc0e559bbbb tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 944 time: 0.0480781 Sep 19 06:55:59.615483 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-953a5b5f-2d56-477c-be54-12f5dbf4872e req-9648e0df-c3da-4ebe-b802-05313d832ed5 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330951 Sep 19 06:56:00.347769 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b95916-c490-43d4-9184-d9594518768f req-b2611301-e44c-4489-b265-11c3debd0ee9 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:00.349272 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-49b95916-c490-43d4-9184-d9594518768f req-b2611301-e44c-4489-b265-11c3debd0ee9 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0473680 Sep 19 06:56:00.389909 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-49b95916-c490-43d4-9184-d9594518768f req-8a7deb0b-635f-4f3c-8c9f-ccb7c178e593 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335901 Sep 19 06:56:00.404259 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191813da-8520-4b97-910d-c3364a1d3533 req-7b1e6aed-02f0-4eb6-8c3b-0e160f9ba19f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:00.405718 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-191813da-8520-4b97-910d-c3364a1d3533 req-7b1e6aed-02f0-4eb6-8c3b-0e160f9ba19f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0562725 Sep 19 06:56:00.443977 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-191813da-8520-4b97-910d-c3364a1d3533 req-330c545c-d983-4066-af2a-dd572df4fd44 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Sep 19 06:56:00.628937 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:56:00.674380 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609da19b-c901-4bb1-a67a-9b61b987e02c req-eb3e03f8-fd4d-4a0e-b81c-c5075bc2db73 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:00.676116 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-609da19b-c901-4bb1-a67a-9b61b987e02c req-eb3e03f8-fd4d-4a0e-b81c-c5075bc2db73 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0500774 Sep 19 06:56:00.727687 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-609da19b-c901-4bb1-a67a-9b61b987e02c req-96df81f3-c703-44ec-be0c-fa3dff5798ba tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452199 Sep 19 06:56:00.740157 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b0f7c-2c3a-485a-9f89-f265f8e3148d req-3afdcea3-e6e6-4eba-b9c8-bc6e1bb8d719 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:00.740970 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:00.747198 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-915b0f7c-2c3a-485a-9f89-f265f8e3148d req-3afdcea3-e6e6-4eba-b9c8-bc6e1bb8d719 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 944 time: 0.0635593 Sep 19 06:56:00.753454 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'port_id': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'mac_address': 'fa:16:3e:74:ed:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:56:00.780709 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-915b0f7c-2c3a-485a-9f89-f265f8e3148d req-27c3c022-5c89-4dba-9cb9-7a74200bddb1 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326426 Sep 19 06:56:00.793755 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:00.807022 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b477dbb-1441-4fa1-af74-15e328631ce7 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:00.820126 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52cca8-1190-4b11-a5c5-ab70188bb4cb req-ddc3dae8-67fc-43b4-bc9e-9946f63216bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:00.821613 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab52cca8-1190-4b11-a5c5-ab70188bb4cb req-ddc3dae8-67fc-43b4-bc9e-9946f63216bc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 1099 time: 0.0400748 Sep 19 06:56:00.826329 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:00.831401 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:00.859248 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab52cca8-1190-4b11-a5c5-ab70188bb4cb req-a1bb6bdc-8945-4146-85a0-6c6372b48a94 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294697 Sep 19 06:56:00.879256 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:01.265682 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['2b477dbb-1441-4fa1-af74-15e328631ce7'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:56:01.526031 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2742b72-785a-4faa-8416-ae401e6c06bb req-c6241607-4fbf-484e-aa86-d7feb76df5e9 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:01.527679 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d2742b72-785a-4faa-8416-ae401e6c06bb req-c6241607-4fbf-484e-aa86-d7feb76df5e9 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0578246 Sep 19 06:56:01.596369 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d2742b72-785a-4faa-8416-ae401e6c06bb req-ab94581a-d309-4149-97cd-0dd4430b1d16 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552847 Sep 19 06:56:01.622939 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc2fd7-15f8-42cd-8a29-582e40665dfa req-5a6b2f8b-57cf-453f-bea8-58dfe20d3b05 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:01.628004 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-25cc2fd7-15f8-42cd-8a29-582e40665dfa req-5a6b2f8b-57cf-453f-bea8-58dfe20d3b05 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0936975 Sep 19 06:56:01.675552 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-25cc2fd7-15f8-42cd-8a29-582e40665dfa req-01b3062a-51bc-48e8-9c4f-d6be0eadb652 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445905 Sep 19 06:56:01.847118 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9759ccb-3ccf-4a0c-8e15-62e0f03362eb req-f5c22da2-9b31-4b5a-b49f-5d942bb155e8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:01.848614 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a9759ccb-3ccf-4a0c-8e15-62e0f03362eb req-f5c22da2-9b31-4b5a-b49f-5d942bb155e8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0482075 Sep 19 06:56:01.886321 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a9759ccb-3ccf-4a0c-8e15-62e0f03362eb req-687f4cc5-cf66-44a9-9291-4262ed10a62b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Sep 19 06:56:01.896633 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2cf74-9e13-4d00-a395-2ecea99fe299 req-0f4baa05-430a-4e93-91bb-7ac67163f5b0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:01.898187 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dcb2cf74-9e13-4d00-a395-2ecea99fe299 req-0f4baa05-430a-4e93-91bb-7ac67163f5b0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 944 time: 0.0485742 Sep 19 06:56:01.935331 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dcb2cf74-9e13-4d00-a395-2ecea99fe299 req-18207509-bac7-4287-a505-31255419bff2 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313478 Sep 19 06:56:02.697201 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ac6e6-c9ad-4ee5-89e8-18885673689f req-75a3b67f-792c-4086-a841-45818687558a tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:02.698670 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-798ac6e6-c9ad-4ee5-89e8-18885673689f req-75a3b67f-792c-4086-a841-45818687558a tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0474644 Sep 19 06:56:02.736566 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-798ac6e6-c9ad-4ee5-89e8-18885673689f req-635140d7-7995-4e5a-a4a8-e0b261e1f26d tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314682 Sep 19 06:56:02.790880 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c10207-2d86-4f35-ac3f-ce0d613afbe4 req-d35bc4e6-94d9-48ac-b188-79d7a5d35429 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:02.792362 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6c10207-2d86-4f35-ac3f-ce0d613afbe4 req-d35bc4e6-94d9-48ac-b188-79d7a5d35429 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0495613 Sep 19 06:56:02.828658 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6c10207-2d86-4f35-ac3f-ce0d613afbe4 req-372bd4cb-b434-4e6f-855e-60e138181a4b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304201 Sep 19 06:56:03.004789 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff5acb-ac40-44eb-998a-ff518fe03b76 req-22272ad1-5f97-4520-b0da-1ce7d0a0f17a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:03.006440 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f8ff5acb-ac40-44eb-998a-ff518fe03b76 req-22272ad1-5f97-4520-b0da-1ce7d0a0f17a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0517795 Sep 19 06:56:03.046246 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f8ff5acb-ac40-44eb-998a-ff518fe03b76 req-b087d816-5609-4b29-b9ad-7b1e92491481 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339205 Sep 19 06:56:03.051944 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbce5e8-f619-4495-8faa-cd9bfffe2f8e req-a98603df-11f3-4233-94f4-034b91308aff tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:03.053432 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bbbce5e8-f619-4495-8faa-cd9bfffe2f8e req-a98603df-11f3-4233-94f4-034b91308aff tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 944 time: 0.0528538 Sep 19 06:56:03.091844 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bbbce5e8-f619-4495-8faa-cd9bfffe2f8e req-18892c20-09b1-4a5f-9546-ce4a447c8d42 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325489 Sep 19 06:56:03.847039 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303671ae-40b6-4aae-9b70-f6c572484408 req-55d7d484-bf75-45d6-b08a-98321f18d772 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:03.848510 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-303671ae-40b6-4aae-9b70-f6c572484408 req-55d7d484-bf75-45d6-b08a-98321f18d772 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0467174 Sep 19 06:56:03.858749 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device f8c9cdb0-9159-4e9b-ae98-a871dd4de089 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:03.887751 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-303671ae-40b6-4aae-9b70-f6c572484408 req-bbf23c08-eeb3-412d-88e7-43890c73315d tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329504 Sep 19 06:56:03.913256 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:56:03.916853 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:03.917230 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:03.944640 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faca323-a2cb-419c-8ea7-404bbf59748c req-f60f956b-21aa-4a2a-b469-153f66703835 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:03.946691 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7faca323-a2cb-419c-8ea7-404bbf59748c req-f60f956b-21aa-4a2a-b469-153f66703835 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0509388 Sep 19 06:56:03.984022 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7faca323-a2cb-419c-8ea7-404bbf59748c req-382f18d2-d1c8-41cd-a217-16cb4b972539 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Sep 19 06:56:03.996387 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:04.019233 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:04.021475 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cd0c37-405a-4b41-9c44-e5d8253d743d" -d '{"events": [{"server_uuid": "cecd6f50-9624-4d28-b8fd-bc446e3d7f9b", "name": "network-vif-plugged", "status": "completed", "tag": "f8c9cdb0-9159-4e9b-ae98-a871dd4de089"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:04.034384 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port f8c9cdb0-9159-4e9b-ae98-a871dd4de089, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:04.038599 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:04.064320 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18908ef7-54d2-4b17-855e-a7db4f6695fd x-openstack-request-id: req-18908ef7-54d2-4b17-855e-a7db4f6695fd {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:04.064647 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd6f50-9624-4d28-b8fd-bc446e3d7f9b", "name": "network-vif-plugged", "status": "completed", "tag": "f8c9cdb0-9159-4e9b-ae98-a871dd4de089", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:04.064974 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18908ef7-54d2-4b17-855e-a7db4f6695fd {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:04.065473 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089', 'code': 200} Sep 19 06:56:04.092208 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:04.167636 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0753513-7ef4-4d0b-9416-a1347be295d2 req-c4effbea-3b55-4e05-82f5-e7f83591c50f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:04.169045 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c0753513-7ef4-4d0b-9416-a1347be295d2 req-c4effbea-3b55-4e05-82f5-e7f83591c50f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0481458 Sep 19 06:56:04.207129 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176fdd9-4a27-4740-bb40-534de4939140 req-b1c66cf7-d172-4f6f-99dc-9d6d8b8c1205 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:04.207362 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c0753513-7ef4-4d0b-9416-a1347be295d2 req-9830ebcd-4a7f-48da-9d5e-6f045afdec1e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321922 Sep 19 06:56:04.208595 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4176fdd9-4a27-4740-bb40-534de4939140 req-b1c66cf7-d172-4f6f-99dc-9d6d8b8c1205 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0474319 Sep 19 06:56:04.244967 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4176fdd9-4a27-4740-bb40-534de4939140 req-70dbea0b-f77e-4b05-9fc7-adec9f3d4896 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304670 Sep 19 06:56:05.006676 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d2ea8-100a-4382-a8d7-b65b7db527eb req-b390b41e-74ba-4ff8-af23-73c213100a09 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:05.009173 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-727d2ea8-100a-4382-a8d7-b65b7db527eb req-b390b41e-74ba-4ff8-af23-73c213100a09 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0552163 Sep 19 06:56:05.052819 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-727d2ea8-100a-4382-a8d7-b65b7db527eb req-dad6da46-edfc-488d-aabc-defcb9e6aa9c tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374463 Sep 19 06:56:05.106988 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc8485-4c6a-41dc-893f-99ab40ba5b36 req-ee0197ab-ef82-42a6-b663-27e95b801bd0 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:05.108477 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9bfc8485-4c6a-41dc-893f-99ab40ba5b36 req-ee0197ab-ef82-42a6-b663-27e95b801bd0 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0471275 Sep 19 06:56:05.128683 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3aaa8-8255-43d7-b1f1-29b45e8c2bef req-16af6c5a-f839-4a5f-9557-652ef1719edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:05.130207 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fbb3aaa8-8255-43d7-b1f1-29b45e8c2bef req-16af6c5a-f839-4a5f-9557-652ef1719edd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 1098 time: 0.0398519 Sep 19 06:56:05.147616 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9bfc8485-4c6a-41dc-893f-99ab40ba5b36 req-c14bd4b8-8b6c-433e-9fbf-a8cff7622020 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331926 Sep 19 06:56:05.169045 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fbb3aaa8-8255-43d7-b1f1-29b45e8c2bef req-43dda135-e56a-448c-bb46-c8f07321e7ba service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283997 Sep 19 06:56:05.322748 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176d7be-c313-4d99-a7b4-617ce1434d76 req-5fb457b5-adac-4156-87de-5db2e467012b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:05.324236 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8176d7be-c313-4d99-a7b4-617ce1434d76 req-5fb457b5-adac-4156-87de-5db2e467012b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0486243 Sep 19 06:56:05.356720 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a175d-24ec-4564-88da-55a3a573e54e req-6b3408b4-30c1-42df-bd65-22c1301294ba tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:05.358291 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-482a175d-24ec-4564-88da-55a3a573e54e req-6b3408b4-30c1-42df-bd65-22c1301294ba tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0469725 Sep 19 06:56:05.360841 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8176d7be-c313-4d99-a7b4-617ce1434d76 req-3e64d97c-546f-4433-9141-25468c8df055 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305815 Sep 19 06:56:05.395252 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-482a175d-24ec-4564-88da-55a3a573e54e req-7e99bf55-a9d8-437f-89e8-aed154b4f272 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310812 Sep 19 06:56:06.170513 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5eb01-83cf-4789-9d86-c377c071bbc5 req-c519b3c9-f15f-4d6f-81b5-100ce43177d1 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:06.171933 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-91a5eb01-83cf-4789-9d86-c377c071bbc5 req-c519b3c9-f15f-4d6f-81b5-100ce43177d1 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0511215 Sep 19 06:56:06.209159 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-91a5eb01-83cf-4789-9d86-c377c071bbc5 req-f7f017f4-8216-492b-b64e-16ada87b8d72 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312524 Sep 19 06:56:06.260508 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce75efc-8958-4834-b91b-c121958f00c4 req-c4f204be-c858-4b75-980a-7e06e5886a60 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:06.261953 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cce75efc-8958-4834-b91b-c121958f00c4 req-c4f204be-c858-4b75-980a-7e06e5886a60 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0487339 Sep 19 06:56:06.300806 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cce75efc-8958-4834-b91b-c121958f00c4 req-b514ce11-b045-4cb1-8cbc-11e1a0257855 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Sep 19 06:56:06.532801 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0786d9-638a-4695-bf31-859173b341e0 req-5228464f-1530-4f44-bedd-99650b58e277 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:06.536570 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d660d-7b69-42a2-89b7-51a4ae31fb95 req-07f28495-00f1-4e8d-8882-ea9d4a18263a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:06.538063 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9b1d660d-7b69-42a2-89b7-51a4ae31fb95 req-07f28495-00f1-4e8d-8882-ea9d4a18263a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0889978 Sep 19 06:56:06.540929 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6b0786d9-638a-4695-bf31-859173b341e0 req-5228464f-1530-4f44-bedd-99650b58e277 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0672097 Sep 19 06:56:06.604114 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6b0786d9-638a-4695-bf31-859173b341e0 req-06c824b2-ead9-4f7c-a5eb-5c250623754b tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577471 Sep 19 06:56:06.611796 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9b1d660d-7b69-42a2-89b7-51a4ae31fb95 req-0aef5063-8cf5-4bb7-ad5d-eb2c54a5ede2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629239 Sep 19 06:56:06.916523 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:06.978927 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 2b477dbb-1441-4fa1-af74-15e328631ce7 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:56:06.983171 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 2b477dbb-1441-4fa1-af74-15e328631ce7 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:06.983608 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.086351 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.110788 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:07.113219 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17567454-9278-4644-ae79-a159951a3154" -d '{"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-plugged", "status": "completed", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:07.126009 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:07.133060 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.170882 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ad9fbc-3dd3-4abd-aa36-45c57c43b331 x-openstack-request-id: req-50ad9fbc-3dd3-4abd-aa36-45c57c43b331 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:07.171183 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-plugged", "status": "completed", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:07.171442 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50ad9fbc-3dd3-4abd-aa36-45c57c43b331 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:07.171880 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'code': 200} Sep 19 06:56:07.194731 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:07.207922 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37388) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:07.264676 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37396) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:07.386041 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-068af27a-aa0b-40fd-83c9-df9fb6c6d521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.431015 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81e51a29-39ab-457c-bc76-1bbcc8c55bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.460497 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10386d-4cfe-4cfb-8a0c-3f3567036126 req-2f3b7a4c-96e4-406f-977d-9a9fc6f52d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:07.462816 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d10386d-4cfe-4cfb-8a0c-3f3567036126 req-2f3b7a4c-96e4-406f-977d-9a9fc6f52d5e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 1099 time: 0.0890322 Sep 19 06:56:07.488397 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:56:07.499425 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-068af27a-aa0b-40fd-83c9-df9fb6c6d521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.503241 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-068af27a-aa0b-40fd-83c9-df9fb6c6d521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.541581 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d10386d-4cfe-4cfb-8a0c-3f3567036126 req-3d48ec74-8c9e-4b30-a5e0-8d0dc6a1032f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716701 Sep 19 06:56:07.545290 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-068af27a-aa0b-40fd-83c9-df9fb6c6d521 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9de41ad125a844f5a2a7b2704ff81353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794683 Sep 19 06:56:07.546141 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068af27a-aa0b-40fd-83c9-df9fb6c6d521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b40728e-7666-4198-8c87-7b45d0017263,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:07.548219 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37414) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:07.625824 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-26ccd8ce-c1db-46e0-8341-3e71055a7990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.651777 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81e51a29-39ab-457c-bc76-1bbcc8c55bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.663719 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-81e51a29-39ab-457c-bc76-1bbcc8c55bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.668977 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-26ccd8ce-c1db-46e0-8341-3e71055a7990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.761833 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271ac6e-6848-4891-b0e5-5526ee152854 req-0b107f84-c8ca-4705-ac1f-9c6e621c6070 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:07.762360 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e51a29-39ab-457c-bc76-1bbcc8c55bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b96bf2-8c4d-4286-b54b-7131c0b39a25,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:07.764011 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0271ac6e-6848-4891-b0e5-5526ee152854 req-0b107f84-c8ca-4705-ac1f-9c6e621c6070 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0506537 Sep 19 06:56:07.769103 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-81e51a29-39ab-457c-bc76-1bbcc8c55bdd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=527ac82b4abf41e2aed4794a6c893548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5563824 Sep 19 06:56:07.769892 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37426) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:07.802829 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-26ccd8ce-c1db-46e0-8341-3e71055a7990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.805507 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-26ccd8ce-c1db-46e0-8341-3e71055a7990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.809510 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-26ccd8ce-c1db-46e0-8341-3e71055a7990 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b40728e-7666-4198-8c87-7b45d0017263 HTTP/1.1" status: 204 len: 168 time: 0.2572882 Sep 19 06:56:07.820956 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d13326-323a-404c-917b-45387b98782a req-f841cd7e-d3c5-48a1-9bc9-130b404cf74a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:07.822457 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-26d13326-323a-404c-917b-45387b98782a req-f841cd7e-d3c5-48a1-9bc9-130b404cf74a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.1360047 Sep 19 06:56:07.829673 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccd8ce-c1db-46e0-8341-3e71055a7990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b40728e-7666-4198-8c87-7b45d0017263,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:07.853264 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0271ac6e-6848-4891-b0e5-5526ee152854 req-5b3e529c-a8c9-4f8d-a4fa-753b5572bd59 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681152 Sep 19 06:56:07.857929 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80d58f16-3d03-4b3f-8e85-1224d98bf854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:07.868446 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-26d13326-323a-404c-917b-45387b98782a req-f1d5edca-2d23-446a-a842-caa725e79bd0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397310 Sep 19 06:56:07.899845 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80d58f16-3d03-4b3f-8e85-1224d98bf854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.000356 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80d58f16-3d03-4b3f-8e85-1224d98bf854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.005282 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80d58f16-3d03-4b3f-8e85-1224d98bf854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.007499 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-80d58f16-3d03-4b3f-8e85-1224d98bf854 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01b96bf2-8c4d-4286-b54b-7131c0b39a25 HTTP/1.1" status: 204 len: 168 time: 0.2358534 Sep 19 06:56:08.043316 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d58f16-3d03-4b3f-8e85-1224d98bf854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b96bf2-8c4d-4286-b54b-7131c0b39a25,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:08.510121 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5d1e5-49f2-4cc3-a121-28050a4aa2dc req-5352e8f5-a46b-4df2-91ac-52ed810293a5 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:08.511903 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-05d5d1e5-49f2-4cc3-a121-28050a4aa2dc req-5352e8f5-a46b-4df2-91ac-52ed810293a5 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0669177 Sep 19 06:56:08.521281 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37476) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:08.528664 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-b1d0f015-bdde-4ec7-94d3-9bdb1af65a69 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'floatingip': {'port_id': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:08.553448 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37480) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:08.569582 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-345ebd8b-09a3-4a6a-b76d-1291aa75b917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.613551 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f015-bdde-4ec7-94d3-9bdb1af65a69 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.683289 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-345ebd8b-09a3-4a6a-b76d-1291aa75b917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.689748 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-345ebd8b-09a3-4a6a-b76d-1291aa75b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.745081 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-345ebd8b-09a3-4a6a-b76d-1291aa75b917 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bb83b8de072400c9d5c2d41d1a83ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899519 Sep 19 06:56:08.746359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ebd8b-09a3-4a6a-b76d-1291aa75b917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0674305b-6b68-4b4e-af6c-7651fbb2d8a7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:08.749767 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37486) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:08.828237 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fc43e433-0461-4912-a55e-c6125cb644e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.852881 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fc43e433-0461-4912-a55e-c6125cb644e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.909772 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fc43e433-0461-4912-a55e-c6125cb644e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.912575 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fc43e433-0461-4912-a55e-c6125cb644e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:08.917378 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fc43e433-0461-4912-a55e-c6125cb644e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0674305b-6b68-4b4e-af6c-7651fbb2d8a7 HTTP/1.1" status: 204 len: 168 time: 0.1658573 Sep 19 06:56:08.925693 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43e433-0461-4912-a55e-c6125cb644e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0674305b-6b68-4b4e-af6c-7651fbb2d8a7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:09.311341 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53e7c0-4eba-434e-9490-ac428ada1b3f req-d0b0822c-f7d0-407b-859f-f66338fa3ce8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:09.318629 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bc53e7c0-4eba-434e-9490-ac428ada1b3f req-d0b0822c-f7d0-407b-859f-f66338fa3ce8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.3581066 Sep 19 06:56:09.440653 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bc53e7c0-4eba-434e-9490-ac428ada1b3f req-2efdacb6-9db6-4d7a-825f-03797190c704 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211817 Sep 19 06:56:09.652853 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f015-bdde-4ec7-94d3-9bdb1af65a69 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:09.658770 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f015-bdde-4ec7-94d3-9bdb1af65a69 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:09.801489 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-b1d0f015-bdde-4ec7-94d3-9bdb1af65a69 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Floating IP 75d3d5e9-1649-4fe2-8b83-ccae44b9b30c associated. External IP: 172.27.1.100, port: f8c9cdb0-9159-4e9b-ae98-a871dd4de089. Sep 19 06:56:10.025830 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d0f015-bdde-4ec7-94d3-9bdb1af65a69 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Router 6ccd0608-623c-4810-9086-58bc0be61ed8 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:56:10.135998 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d0f015-bdde-4ec7-94d3-9bdb1af65a69 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:56:10.140850 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f015-bdde-4ec7-94d3-9bdb1af65a69 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:10.150113 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] Sync routers for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:56:10.159271 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37560) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:10.161129 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:56:10.161761 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:10.175803 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b1d0f015-bdde-4ec7-94d3-9bdb1af65a69 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "PUT /v2.0/floatingips/75d3d5e9-1649-4fe2-8b83-ccae44b9b30c HTTP/1.1" status: 200 len: 991 time: 1.6532776 Sep 19 06:56:10.176576 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'tag': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:10.190180 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a97ff47-b25e-4acc-85d1-4ce93684060e" -d '{"events": [{"name": "network-changed", "server_uuid": "cecd6f50-9624-4d28-b8fd-bc446e3d7f9b", "tag": "f8c9cdb0-9159-4e9b-ae98-a871dd4de089"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:10.249613 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f18d669-9c1f-49ef-9963-923a6e9ec521 x-openstack-request-id: req-5f18d669-9c1f-49ef-9963-923a6e9ec521 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:10.249946 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cecd6f50-9624-4d28-b8fd-bc446e3d7f9b", "tag": "f8c9cdb0-9159-4e9b-ae98-a871dd4de089", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:10.250204 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f18d669-9c1f-49ef-9963-923a6e9ec521 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:10.250752 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'tag': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089', 'status': 'completed', 'code': 200} Sep 19 06:56:10.307397 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:56:10.421092 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69d98cf5-d2a8-4b32-a213-343c434d463a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:10.459185 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-c5aea332-1ed3-4b3c-bab7-d51d99356473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:10.461217 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-c5aea332-1ed3-4b3c-bab7-d51d99356473 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 1098 time: 0.0975447 Sep 19 06:56:10.621166 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-c81e1525-9f87-4451-bdc8-4c5c78dd8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:10.623078 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-c81e1525-9f87-4451-bdc8-4c5c78dd8980 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 911 time: 0.1484268 Sep 19 06:56:10.625245 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521e8de-192f-4af3-9706-928e26419b75 req-4399ce33-2bb9-4fc4-9e1a-2f44f4d41c82 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:10.635325 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1521e8de-192f-4af3-9706-928e26419b75 req-4399ce33-2bb9-4fc4-9e1a-2f44f4d41c82 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0604622 Sep 19 06:56:10.683042 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1521e8de-192f-4af3-9706-928e26419b75 req-79d542a4-4d97-4118-8374-ba0c88c997ed tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454686 Sep 19 06:56:10.807915 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-c5be0ebb-5350-4e90-9513-8f4fe56badeb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089 HTTP/1.1" status: 200 len: 999 time: 0.1727526 Sep 19 06:56:10.815105 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '75d3d5e9-1649-4fe2-8b83-ccae44b9b30c', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'port_id': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'mac_address': 'fa:16:3e:bf:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:55:35Z', 'updated_at': '2021-09-19T06:56:09Z', 'revision_number': 1, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:10.842039 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69d98cf5-d2a8-4b32-a213-343c434d463a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:10.847293 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] Checking router: 6ccd0608-623c-4810-9086-58bc0be61ed8 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:56:10.857563 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:56:10.858629 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:10.888921 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-69d98cf5-d2a8-4b32-a213-343c434d463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:10.923202 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-69d98cf5-d2a8-4b32-a213-343c434d463a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2777d450008e493092c3355cb8b5de86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7625635 Sep 19 06:56:10.923345 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37602) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:10.962764 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-b9625381-1177-42d4-9e64-8ff4e315ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:10.964602 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-b9625381-1177-42d4-9e64-8ff4e315ea61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 200 len: 849 time: 0.1446369 Sep 19 06:56:10.973913 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27237a8e-a0ca-45ee-8f12-26e405f5c674 req-5926cbd9-94d3-40b3-b130-59cb3c9536b1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:10.978853 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27237a8e-a0ca-45ee-8f12-26e405f5c674 req-5926cbd9-94d3-40b3-b130-59cb3c9536b1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1671865 Sep 19 06:56:10.981224 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d98cf5-d2a8-4b32-a213-343c434d463a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b92b84-2059-4446-8f43-56b6eb168b92,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:10.987939 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37606) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:11.000520 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-c6282dc2-2c99-4893-afaf-703d66ecfb09 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'floatingip': {'port_id': '2b477dbb-1441-4fa1-af74-15e328631ce7'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:11.027732 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:56:11.052028 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6282dc2-2c99-4893-afaf-703d66ecfb09 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:11.053710 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-3cc42c13-8e7a-4717-a30f-329e70770d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:11.055894 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-3cc42c13-8e7a-4717-a30f-329e70770d97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4c3dd4a-3a49-4989-9a68-4d90016261b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760224 Sep 19 06:56:11.089185 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14b43a93-9ed7-4a9b-8b98-43995b1d65bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:11.138995 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14b43a93-9ed7-4a9b-8b98-43995b1d65bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:11.188763 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-1934b7a1-5fd6-4459-a813-94fdb1297593 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247134 Sep 19 06:56:11.246799 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14b43a93-9ed7-4a9b-8b98-43995b1d65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:11.251271 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14b43a93-9ed7-4a9b-8b98-43995b1d65bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:11.255190 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-14b43a93-9ed7-4a9b-8b98-43995b1d65bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87b92b84-2059-4446-8f43-56b6eb168b92 HTTP/1.1" status: 204 len: 168 time: 0.3279986 Sep 19 06:56:11.305082 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b43a93-9ed7-4a9b-8b98-43995b1d65bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b92b84-2059-4446-8f43-56b6eb168b92,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:11.396839 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a97ff47-b25e-4acc-85d1-4ce93684060e req-9983ee70-b9f1-4051-b700-a1324f713456 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003627 Sep 19 06:56:11.623777 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '75d3d5e9-1649-4fe2-8b83-ccae44b9b30c', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'port_id': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'mac_address': 'fa:16:3e:bf:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:55:35Z', 'updated_at': '2021-09-19T06:56:09Z', 'revision_number': 1, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:11.659913 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06dc43ac-1b91-4153-a03b-d72d2447a82d None None] The sync data for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi is: [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '75d3d5e9-1649-4fe2-8b83-ccae44b9b30c', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'port_id': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'mac_address': 'fa:16:3e:bf:45:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:55:35Z', 'updated_at': '2021-09-19T06:56:09Z', 'revision_number': 1, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:56:11.830026 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6282dc2-2c99-4893-afaf-703d66ecfb09 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:11.837843 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6282dc2-2c99-4893-afaf-703d66ecfb09 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:11.856479 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37646) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:11.869996 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c0b7f2b5-25a5-4e38-a40b-968962847f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:11.993858 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf196ac-2bfe-414f-85d3-39c3c3a6dcc2 None None] New status for floating IP 75d3d5e9-1649-4fe2-8b83-ccae44b9b30c: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 06:56:12.009199 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c0b7f2b5-25a5-4e38-a40b-968962847f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:12.024666 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c0b7f2b5-25a5-4e38-a40b-968962847f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:12.083589 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c0b7f2b5-25a5-4e38-a40b-968962847f11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe91bcd01b874b758521f6825ff06979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255421 Sep 19 06:56:12.085530 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37658) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:12.093641 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7f2b5-25a5-4e38-a40b-968962847f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b328f9-0c32-43b2-9057-5491b4a491f4,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:12.163013 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-70d57ced-19e9-452a-809f-9ae7e3f06a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:12.178156 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2f910ded-02ec-4cb0-adf4-fa0df5a6051c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:12.195779 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-70d57ced-19e9-452a-809f-9ae7e3f06a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:12.196371 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-c6282dc2-2c99-4893-afaf-703d66ecfb09 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Floating IP f1c7852d-e952-453d-8fa0-92711c260bc9 associated. External IP: 172.27.1.228, port: 2b477dbb-1441-4fa1-af74-15e328631ce7. Sep 19 06:56:12.253101 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-70d57ced-19e9-452a-809f-9ae7e3f06a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:12.256400 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-70d57ced-19e9-452a-809f-9ae7e3f06a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:12.260020 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-70d57ced-19e9-452a-809f-9ae7e3f06a80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1b328f9-0c32-43b2-9057-5491b4a491f4 HTTP/1.1" status: 204 len: 168 time: 0.1711869 Sep 19 06:56:12.268984 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d57ced-19e9-452a-809f-9ae7e3f06a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b328f9-0c32-43b2-9057-5491b4a491f4,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:12.455369 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6282dc2-2c99-4893-afaf-703d66ecfb09 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Router 8f7894be-b288-444c-8915-bf672e5e0fe9 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:56:12.593007 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6282dc2-2c99-4893-afaf-703d66ecfb09 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:56:12.602057 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6282dc2-2c99-4893-afaf-703d66ecfb09 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:12.605364 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] Sync routers for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:56:12.622936 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:56:12.624593 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:12.688248 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c6282dc2-2c99-4893-afaf-703d66ecfb09 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "PUT /v2.0/floatingips/f1c7852d-e952-453d-8fa0-92711c260bc9 HTTP/1.1" status: 200 len: 992 time: 1.6921184 Sep 19 06:56:12.688991 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:12.693098 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f375276d-c5b7-4ce1-b81c-8aace2b75647" -d '{"events": [{"name": "network-changed", "server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:12.768782 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:56:12.792865 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9924e0-a7a0-4544-8665-4a7ffca9bc8e x-openstack-request-id: req-de9924e0-a7a0-4544-8665-4a7ffca9bc8e {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:12.793151 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:12.793399 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de9924e0-a7a0-4544-8665-4a7ffca9bc8e {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:12.793844 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'status': 'completed', 'code': 200} Sep 19 06:56:12.950021 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-88553c9e-ee29-49fc-b083-42507d7d90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:12.951702 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-88553c9e-ee29-49fc-b083-42507d7d90ec service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 1099 time: 0.0760939 Sep 19 06:56:13.103186 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'f1c7852d-e952-453d-8fa0-92711c260bc9', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'port_id': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'mac_address': 'fa:16:3e:74:ed:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c942283a-44c6-4349-95cd-fb531caf5727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:55:28Z', 'updated_at': '2021-09-19T06:56:11Z', 'revision_number': 1, 'project_id': '9f62a968b288420588eec33c98710dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:13.132955 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] Checking router: 8f7894be-b288-444c-8915-bf672e5e0fe9 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:56:13.145450 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-3ed21206-b6d6-4bfe-a03e-4a6ef1cfd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:13.147085 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:56:13.148261 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:55:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:13.149180 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-3ed21206-b6d6-4bfe-a03e-4a6ef1cfd8da service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.1884854 Sep 19 06:56:13.267874 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:56:13.289524 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-4359dbdd-d93e-4c5b-975a-9d5fa42a87af service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b477dbb-1441-4fa1-af74-15e328631ce7 HTTP/1.1" status: 200 len: 1000 time: 0.1246684 Sep 19 06:56:13.354329 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-92df8be0-3b3f-434c-9542-b0aba3caa79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:13.356001 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-92df8be0-3b3f-434c-9542-b0aba3caa79e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.0504842 Sep 19 06:56:13.446133 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-8a26568a-36ea-473e-8709-1e7c6e4c7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:13.448087 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-8a26568a-36ea-473e-8709-1e7c6e4c7a9e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787675 Sep 19 06:56:13.654381 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'f1c7852d-e952-453d-8fa0-92711c260bc9', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'port_id': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'mac_address': 'fa:16:3e:74:ed:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c942283a-44c6-4349-95cd-fb531caf5727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:55:28Z', 'updated_at': '2021-09-19T06:56:11Z', 'revision_number': 1, 'project_id': '9f62a968b288420588eec33c98710dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:13.688475 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a021a-1ece-4df3-aaaf-567b83c7c50d None None] The sync data for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi is: [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'f1c7852d-e952-453d-8fa0-92711c260bc9', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'port_id': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'mac_address': 'fa:16:3e:74:ed:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c942283a-44c6-4349-95cd-fb531caf5727', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:55:28Z', 'updated_at': '2021-09-19T06:56:11Z', 'revision_number': 1, 'project_id': '9f62a968b288420588eec33c98710dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:56:13.845058 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-30a7c64e-aa55-43f8-abdb-703137e6ef5d service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884120 Sep 19 06:56:13.995965 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19ae88-cb9f-493e-b934-838b39e9460d None None] New status for floating IP f1c7852d-e952-453d-8fa0-92711c260bc9: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 06:56:14.021621 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f375276d-c5b7-4ce1-b81c-8aace2b75647 req-f65a2dae-d2af-42d5-a0fb-0313f9aef440 service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653016 Sep 19 06:56:14.173528 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37814) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:14.397003 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.496538 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.501507 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.543468 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b15b52a02d2d48e0a9c9bc3360ee950b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665700 Sep 19 06:56:14.544303 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37836) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:14.547944 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba5fa9b-fcd4-4052-a6bb-40acbd227829,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:14.556441 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.556791 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.557454 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.557799 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.558129 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.558611 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.558831 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.559141 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.559436 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.559777 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.560089 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.560415 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab090de-0ae7-4788-8aee-52bd2172311b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.613594 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.635159 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.682093 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6f76240b-26c8-4599-94e5-1dc3f5522226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.689867 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.692966 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.694189 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ba5fa9b-fcd4-4052-a6bb-40acbd227829 HTTP/1.1" status: 204 len: 168 time: 0.1483397 Sep 19 06:56:14.703397 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba5fa9b-fcd4-4052-a6bb-40acbd227829,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:14.712317 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.712746 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.713218 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.713631 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.714035 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.714541 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.714948 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.715571 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.715916 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.716350 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.716854 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.717240 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3290f37d-0c0a-43d7-b330-647438df9f25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:14.719099 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37852) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:14.767049 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c3275d-9378-4415-8dd9-ed8da6b73d52 admin admin] Deleting subnet 9b22418c-a90a-4194-bbbc-8c41eda5ec92 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 06:56:14.770433 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-90c3275d-9378-4415-8dd9-ed8da6b73d52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.814213 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-90c3275d-9378-4415-8dd9-ed8da6b73d52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757793'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.863871 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-90c3275d-9378-4415-8dd9-ed8da6b73d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.929828 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-90c3275d-9378-4415-8dd9-ed8da6b73d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26077600'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.956196 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3275d-9378-4415-8dd9-ed8da6b73d52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b22418c-a90a-4194-bbbc-8c41eda5ec92,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:14.960505 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-90c3275d-9378-4415-8dd9-ed8da6b73d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:14.964798 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-90c3275d-9378-4415-8dd9-ed8da6b73d52 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9b22418c-a90a-4194-bbbc-8c41eda5ec92 HTTP/1.1" status: 204 len: 168 time: 0.2422163 Sep 19 06:56:14.965926 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37858) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:15.020589 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37862) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:15.042475 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f21ed222-cf4e-448c-8acd-cea637dc5c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.074654 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.154674 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f21ed222-cf4e-448c-8acd-cea637dc5c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.160658 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f21ed222-cf4e-448c-8acd-cea637dc5c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.163021 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.184768 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eda68da-de38-4e02-97e1-8a61b5491024']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:15.194534 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1189c79f-03e2-4f05-bb08-9fd3f1bf536d') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:15.195049 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1189c79f-03e2-4f05-bb08-9fd3f1bf536d') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:15.205459 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.206764 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ed222-cf4e-448c-8acd-cea637dc5c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efc42ed-2bf2-4493-b2d1-b2138e85657a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:15.214596 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f21ed222-cf4e-448c-8acd-cea637dc5c85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27efb640e5c14103acfcb42ef14189c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1922822 Sep 19 06:56:15.217342 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37872) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:15.227239 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.233256 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 06:56:15.233642 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 06:56:15.235252 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 06:56:15.268063 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d458735f-a86c-4e27-98d0-2809d7899501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.289019 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.289550 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d458735f-a86c-4e27-98d0-2809d7899501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.297434 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.299733 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3eda68da-de38-4e02-97e1-8a61b5491024 HTTP/1.1" status: 204 len: 168 time: 0.3325655 Sep 19 06:56:15.305635 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37874) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:15.309775 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bb1b9-4873-490f-be68-56d6a39211e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eda68da-de38-4e02-97e1-8a61b5491024,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:15.361638 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea486c3-77ef-49ea-9744-97784eed09ec admin admin] Deleting subnet 0b170c32-43f6-49e0-a3e4-1a9960cc5328 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 06:56:15.364956 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ea486c3-77ef-49ea-9744-97784eed09ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.390858 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d458735f-a86c-4e27-98d0-2809d7899501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.393385 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d458735f-a86c-4e27-98d0-2809d7899501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.394495 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d458735f-a86c-4e27-98d0-2809d7899501 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0efc42ed-2bf2-4493-b2d1-b2138e85657a HTTP/1.1" status: 204 len: 168 time: 0.1761091 Sep 19 06:56:15.411006 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458735f-a86c-4e27-98d0-2809d7899501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efc42ed-2bf2-4493-b2d1-b2138e85657a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:15.417421 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ea486c3-77ef-49ea-9744-97784eed09ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757793'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.461939 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ea486c3-77ef-49ea-9744-97784eed09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.517222 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ea486c3-77ef-49ea-9744-97784eed09ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26077600'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.542827 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea486c3-77ef-49ea-9744-97784eed09ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b170c32-43f6-49e0-a3e4-1a9960cc5328,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:15.546603 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2ea486c3-77ef-49ea-9744-97784eed09ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.550797 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2ea486c3-77ef-49ea-9744-97784eed09ec admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0b170c32-43f6-49e0-a3e4-1a9960cc5328 HTTP/1.1" status: 204 len: 168 time: 0.2419527 Sep 19 06:56:15.551142 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37878) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:15.626263 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.685453 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.716303 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.740628 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f052d3f-f064-41ce-8b77-ac85e779497f']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:15.750051 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3083dad0-2526-499a-a231-2dc5e5a3c237') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:15.750348 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3083dad0-2526-499a-a231-2dc5e5a3c237') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:15.760975 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.776364 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.783493 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 06:56:15.783910 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 06:56:15.785964 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 06:56:15.797007 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.844989 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.850747 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:15.856711 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] 10.222.0.18 "DELETE /v2.0/networks/6f052d3f-f064-41ce-8b77-ac85e779497f HTTP/1.1" status: 204 len: 168 time: 0.3022397 Sep 19 06:56:15.865732 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3933d7d-b3f1-45c5-abe4-633763de3d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=6f052d3f-f064-41ce-8b77-ac85e779497f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:16.072657 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37910) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:16.135740 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37916) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:16.143103 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-40b083b6-7559-44f4-a3ff-6cbb4a60ddcd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64211486c881425581b179508a91522f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691767 Sep 19 06:56:16.190105 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bfa68557-4c51-4236-b27f-1ccc245d8647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:16.231075 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bfa68557-4c51-4236-b27f-1ccc245d8647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:16.336240 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bfa68557-4c51-4236-b27f-1ccc245d8647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:16.338851 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bfa68557-4c51-4236-b27f-1ccc245d8647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:16.342616 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-bfa68557-4c51-4236-b27f-1ccc245d8647 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a8c4cdf-8c35-4dec-84b0-5901225c50e8 HTTP/1.1" status: 204 len: 168 time: 0.2034483 Sep 19 06:56:16.348462 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa68557-4c51-4236-b27f-1ccc245d8647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8c4cdf-8c35-4dec-84b0-5901225c50e8,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:16.741698 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 37950) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:16.797265 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3b7128d0-b58f-4d0e-8c0f-6130ea5af422 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=441238d7bc7e40e682bf7bdc7b9ed7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517440 Sep 19 06:56:16.797656 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 37952) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:16.848696 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-063941ea-5141-46fb-bda0-ab34a7cc16f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:16.869808 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-063941ea-5141-46fb-bda0-ab34a7cc16f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:16.924768 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-063941ea-5141-46fb-bda0-ab34a7cc16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:16.927301 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-063941ea-5141-46fb-bda0-ab34a7cc16f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:16.930835 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-063941ea-5141-46fb-bda0-ab34a7cc16f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e83db047-e7ec-4bd5-9b2d-1b3f751f2a40 HTTP/1.1" status: 204 len: 168 time: 0.1298196 Sep 19 06:56:16.936506 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063941ea-5141-46fb-bda0-ab34a7cc16f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83db047-e7ec-4bd5-9b2d-1b3f751f2a40,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:17.376556 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:17.765145 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38022) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:17.817125 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ffc0a-cecb-4fc0-8884-c124da6abd4a req-436b646b-f319-41ee-96b7-97389bd160d5 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:17.820632 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a87ffc0a-cecb-4fc0-8884-c124da6abd4a req-436b646b-f319-41ee-96b7-97389bd160d5 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0662789 Sep 19 06:56:17.878996 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a87ffc0a-cecb-4fc0-8884-c124da6abd4a req-e2f91917-d360-42aa-b7c6-db2f6c20966b tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486655 Sep 19 06:56:17.907966 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00f7534a-afd6-4f80-9dc2-a75111b2ef1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.026667 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00f7534a-afd6-4f80-9dc2-a75111b2ef1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.030641 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-00f7534a-afd6-4f80-9dc2-a75111b2ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.073740 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7534a-afd6-4f80-9dc2-a75111b2ef1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdc0cb2-ea8e-4a79-b632-a3188ce18275,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:18.081850 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-00f7534a-afd6-4f80-9dc2-a75111b2ef1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=619f0781fe994f6fa48bb97ce558afd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150954 Sep 19 06:56:18.084168 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38070) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:18.140209 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c25a9957-cd30-4179-92de-13e645276fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.166067 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c25a9957-cd30-4179-92de-13e645276fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.223704 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c25a9957-cd30-4179-92de-13e645276fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.226623 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c25a9957-cd30-4179-92de-13e645276fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.227928 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c25a9957-cd30-4179-92de-13e645276fd7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cdc0cb2-ea8e-4a79-b632-a3188ce18275 HTTP/1.1" status: 204 len: 168 time: 0.1425121 Sep 19 06:56:18.242971 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a9957-cd30-4179-92de-13e645276fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdc0cb2-ea8e-4a79-b632-a3188ce18275,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:18.553498 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38112) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:18.567183 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b6863fcd-716b-4230-905d-1b3dcc2a7931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.646710 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38116) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:18.672785 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b6863fcd-716b-4230-905d-1b3dcc2a7931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.676904 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b6863fcd-716b-4230-905d-1b3dcc2a7931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.713646 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6863fcd-716b-4230-905d-1b3dcc2a7931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d371fe-a1bd-4e92-ba15-9ca872a6e6b5,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:18.718297 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b6863fcd-716b-4230-905d-1b3dcc2a7931 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86a8a57b50c445ea93f03e6beb7ce78f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637456 Sep 19 06:56:18.721837 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38122) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:18.781189 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-845fbfeb-da82-40c9-9735-70f262d74b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.798814 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3ebb-419a-4349-8b73-19b47a4c152d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.833251 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3ebb-419a-4349-8b73-19b47a4c152d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.924521 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3ebb-419a-4349-8b73-19b47a4c152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.927079 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7a1c3ebb-419a-4349-8b73-19b47a4c152d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.931382 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7a1c3ebb-419a-4349-8b73-19b47a4c152d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1d371fe-a1bd-4e92-ba15-9ca872a6e6b5 HTTP/1.1" status: 204 len: 168 time: 0.2085791 Sep 19 06:56:18.948130 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c3ebb-419a-4349-8b73-19b47a4c152d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d371fe-a1bd-4e92-ba15-9ca872a6e6b5,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:18.960793 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-845fbfeb-da82-40c9-9735-70f262d74b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:18.965838 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-845fbfeb-da82-40c9-9735-70f262d74b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.009767 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38148) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:19.013129 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-845fbfeb-da82-40c9-9735-70f262d74b2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=014d40bc6a924b95b2dfcf8a70f36aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641574 Sep 19 06:56:19.016029 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38152) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:19.048090 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fbfeb-da82-40c9-9735-70f262d74b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cfd68a-9f82-44d8-8693-881d23e8e7ff,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:19.071404 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c1b1f-b07a-4fbc-9861-a418194d822f req-c8820f99-3f72-46c7-b7bb-fc2cc80bc135 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:19.080280 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0b4c1b1f-b07a-4fbc-9861-a418194d822f req-c8820f99-3f72-46c7-b7bb-fc2cc80bc135 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0915101 Sep 19 06:56:19.141577 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0b4c1b1f-b07a-4fbc-9861-a418194d822f req-7e9a8ba6-e997-4bff-b73e-12e04acca3f8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Sep 19 06:56:19.153084 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71ce631e-be58-450e-bdc3-f52e0bd19e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.182880 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71ce631e-be58-450e-bdc3-f52e0bd19e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.195784 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8225aa8a-0961-4f25-a0ce-318186d6bcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.288970 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71ce631e-be58-450e-bdc3-f52e0bd19e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.292480 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71ce631e-be58-450e-bdc3-f52e0bd19e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.293932 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-71ce631e-be58-450e-bdc3-f52e0bd19e12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5cfd68a-9f82-44d8-8693-881d23e8e7ff HTTP/1.1" status: 204 len: 168 time: 0.2769494 Sep 19 06:56:19.310134 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce631e-be58-450e-bdc3-f52e0bd19e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cfd68a-9f82-44d8-8693-881d23e8e7ff,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:19.362507 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8225aa8a-0961-4f25-a0ce-318186d6bcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.368189 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8225aa8a-0961-4f25-a0ce-318186d6bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.411137 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38164) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:19.411257 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8225aa8a-0961-4f25-a0ce-318186d6bcf6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b80af23010304f47ae58ed788d86dc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4003623 Sep 19 06:56:19.412084 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225aa8a-0961-4f25-a0ce-318186d6bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145e911c-1e0c-4cbe-ace1-213177e57a0e,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:19.468802 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5eaf334a-527a-4103-b66f-6c75c9da081c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.506378 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5eaf334a-527a-4103-b66f-6c75c9da081c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.582817 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5eaf334a-527a-4103-b66f-6c75c9da081c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.586601 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5eaf334a-527a-4103-b66f-6c75c9da081c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.588115 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5eaf334a-527a-4103-b66f-6c75c9da081c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/145e911c-1e0c-4cbe-ace1-213177e57a0e HTTP/1.1" status: 204 len: 168 time: 0.1757162 Sep 19 06:56:19.598569 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf334a-527a-4103-b66f-6c75c9da081c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145e911c-1e0c-4cbe-ace1-213177e57a0e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:19.703935 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38182) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:19.723257 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4ca4c4cc-4846-412b-b17f-01559582994a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.827688 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4ca4c4cc-4846-412b-b17f-01559582994a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.832920 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4ca4c4cc-4846-412b-b17f-01559582994a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.874594 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4ca4c4cc-4846-412b-b17f-01559582994a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae829535e2644435ac061baf00daacda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689854 Sep 19 06:56:19.877106 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4c4cc-4846-412b-b17f-01559582994a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab7dbc3-4b7c-4603-859d-c9b6518c0284,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:19.877509 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38186) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:19.942113 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3ef676c4-c707-4530-9eda-174b99acee78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:19.963385 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3ef676c4-c707-4530-9eda-174b99acee78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.016032 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3ef676c4-c707-4530-9eda-174b99acee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.018949 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3ef676c4-c707-4530-9eda-174b99acee78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.020364 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3ef676c4-c707-4530-9eda-174b99acee78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eab7dbc3-4b7c-4603-859d-c9b6518c0284 HTTP/1.1" status: 204 len: 168 time: 0.1415734 Sep 19 06:56:20.029392 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef676c4-c707-4530-9eda-174b99acee78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab7dbc3-4b7c-4603-859d-c9b6518c0284,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:20.240244 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38202) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:20.254295 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc65d62d-87fb-4989-80b8-e79ad57cfba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.282892 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236d759-ff2a-4b13-bd2c-ea8c4d472735 req-6a7a534e-7d5e-4c71-8137-b5efe9ecf3d1 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:20.293232 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6236d759-ff2a-4b13-bd2c-ea8c4d472735 req-6a7a534e-7d5e-4c71-8137-b5efe9ecf3d1 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0730243 Sep 19 06:56:20.348501 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6236d759-ff2a-4b13-bd2c-ea8c4d472735 req-a5182e40-63ee-4282-a1e5-63ee5e7ffec3 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/security-groups?id=63aaaec2-14f9-45c1-b79d-368db801c908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540853 Sep 19 06:56:20.363881 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc65d62d-87fb-4989-80b8-e79ad57cfba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.368198 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dc65d62d-87fb-4989-80b8-e79ad57cfba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.410513 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-dc65d62d-87fb-4989-80b8-e79ad57cfba3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbf729be47c54339b98b2340d10f95da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666839 Sep 19 06:56:20.410648 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38210) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:20.416414 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65d62d-87fb-4989-80b8-e79ad57cfba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d7e111-90eb-4c2c-9272-4a6311e04ec8,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:20.477878 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3eb970f-db59-47da-b4c6-7564bcb9cee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.517056 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3eb970f-db59-47da-b4c6-7564bcb9cee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.554561 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-5ab024cd-8c12-4438-b752-60cc613d0891 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:20.554561 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-5ab024cd-8c12-4438-b752-60cc613d0891 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.32 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 946 time: 0.0891018 Sep 19 06:56:20.703797 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3eb970f-db59-47da-b4c6-7564bcb9cee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.707176 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3eb970f-db59-47da-b4c6-7564bcb9cee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.711306 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a3eb970f-db59-47da-b4c6-7564bcb9cee4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1d7e111-90eb-4c2c-9272-4a6311e04ec8 HTTP/1.1" status: 204 len: 168 time: 0.2998240 Sep 19 06:56:20.725487 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb970f-db59-47da-b4c6-7564bcb9cee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d7e111-90eb-4c2c-9272-4a6311e04ec8,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:20.762820 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Deleting port 29965ffc-8598-4484-9504-33bce640acb3 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:56:20.763365 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.860287 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] For port 29965ffc-8598-4484-9504-33bce640acb3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=29965ffc-8598-4484-9504-33bce640acb3,segment=NetworkSegment(f186019f-7ad9-4351-832c-1ba5b76587f3),segment_id=f186019f-7ad9-4351-832c-1ba5b76587f3)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:20.861014 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:20.877041 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Calling delete_port for 29965ffc-8598-4484-9504-33bce640acb3 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:56:21.060075 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:21.098192 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Pushing event deleted for resources: {'Port': ['ID=29965ffc-8598-4484-9504-33bce640acb3,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:21.105473 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['29965ffc-8598-4484-9504-33bce640acb3'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:56:21.162562 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38252) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:21.174104 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] No DVR routers for this DVR port 29965ffc-8598-4484-9504-33bce640acb3 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:56:21.177988 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:21.181321 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c7a4bec-8843-413a-842a-42e0c9fc3548 req-d9617b75-a855-4e7d-98d2-d250ecf3c8b8 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.32 "DELETE /v2.0/ports/29965ffc-8598-4484-9504-33bce640acb3 HTTP/1.1" status: 204 len: 173 time: 0.6188967 Sep 19 06:56:21.181771 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013b6492-ff46-49f3-b710-d0e2da12ea34', 'name': 'network-vif-deleted', 'tag': '29965ffc-8598-4484-9504-33bce640acb3'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:21.184676 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db582ab-7f5c-428e-8cd0-efa1893a4c1d" -d '{"events": [{"server_uuid": "013b6492-ff46-49f3-b710-d0e2da12ea34", "name": "network-vif-deleted", "tag": "29965ffc-8598-4484-9504-33bce640acb3"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:21.184847 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5b94617f-2f9c-405d-9e91-2f720fa6244e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:21.244442 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677e13fa-e097-4bf6-bcaa-3836d9ed9473 x-openstack-request-id: req-677e13fa-e097-4bf6-bcaa-3836d9ed9473 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:21.244918 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013b6492-ff46-49f3-b710-d0e2da12ea34", "name": "network-vif-deleted", "tag": "29965ffc-8598-4484-9504-33bce640acb3", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:21.245046 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-677e13fa-e097-4bf6-bcaa-3836d9ed9473 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:21.245342 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013b6492-ff46-49f3-b710-d0e2da12ea34', 'name': 'network-vif-deleted', 'tag': '29965ffc-8598-4484-9504-33bce640acb3', 'status': 'completed', 'code': 200} Sep 19 06:56:21.328350 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5b94617f-2f9c-405d-9e91-2f720fa6244e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:21.332787 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5b94617f-2f9c-405d-9e91-2f720fa6244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:21.378937 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-5b94617f-2f9c-405d-9e91-2f720fa6244e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6861431b0624618861f566e62d36cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146370 Sep 19 06:56:21.380155 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94617f-2f9c-405d-9e91-2f720fa6244e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7badbe-4a5d-40fc-945b-ff09a72c419e,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:21.382105 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38262) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:21.446660 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34306878-29f5-4d8f-847d-b0917a72e23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:21.473740 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34306878-29f5-4d8f-847d-b0917a72e23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:21.476550 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b57dd75f-03fa-4e0a-bab9-e063b8a2dcd1 req-78da2a73-ab05-48a0-8852-e35b571dbf12 tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 210 time: 0.0350008 Sep 19 06:56:21.538327 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34306878-29f5-4d8f-847d-b0917a72e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:21.541160 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-34306878-29f5-4d8f-847d-b0917a72e23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:21.542320 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-34306878-29f5-4d8f-847d-b0917a72e23d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b7badbe-4a5d-40fc-945b-ff09a72c419e HTTP/1.1" status: 204 len: 168 time: 0.1591594 Sep 19 06:56:21.550476 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34306878-29f5-4d8f-847d-b0917a72e23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7badbe-4a5d-40fc-945b-ff09a72c419e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:22.627097 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dda3e46a-c0b5-485f-a966-e2ba23a37112 req-e275d4a9-19bb-43c6-8805-ead5c8f3458b tempest-DeleteServersTestJSON-1311062449 tempest-DeleteServersTestJSON-1311062449-project] 10.222.0.18 "GET /v2.0/ports?device_id=013b6492-ff46-49f3-b710-d0e2da12ea34 HTTP/1.1" status: 200 len: 210 time: 0.0354271 Sep 19 06:56:22.965666 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38354) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:23.090538 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6de19c94-25c5-43c7-a38d-5201a8b7e934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:23.228723 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6de19c94-25c5-43c7-a38d-5201a8b7e934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:23.240218 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6de19c94-25c5-43c7-a38d-5201a8b7e934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:23.291332 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de19c94-25c5-43c7-a38d-5201a8b7e934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa47c6c4-8e19-443e-9d34-54380cbcc51b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:23.324339 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6de19c94-25c5-43c7-a38d-5201a8b7e934 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78e5f333f0c1420c908abfd5549fa0c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3541663 Sep 19 06:56:23.324910 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38378) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:23.375060 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e4c1f792-2e5f-43c9-bef1-3ac91dce5dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:23.397948 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e4c1f792-2e5f-43c9-bef1-3ac91dce5dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:23.447957 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e4c1f792-2e5f-43c9-bef1-3ac91dce5dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:23.450546 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e4c1f792-2e5f-43c9-bef1-3ac91dce5dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:23.451718 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e4c1f792-2e5f-43c9-bef1-3ac91dce5dd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fa47c6c4-8e19-443e-9d34-54380cbcc51b HTTP/1.1" status: 204 len: 168 time: 0.1257555 Sep 19 06:56:23.466490 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1f792-2e5f-43c9-bef1-3ac91dce5dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa47c6c4-8e19-443e-9d34-54380cbcc51b,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:24.204422 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-a6649e9c-a6e3-4578-b51b-9f8b7818aa7e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:24.205791 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-a6649e9c-a6e3-4578-b51b-9f8b7818aa7e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 815 time: 0.0999300 Sep 19 06:56:24.220128 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-6a44a7e6-1745-4e38-ba4c-8e15c1795b1d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/quotas/ce1ec034b7fa4a54933c51dd8235536d HTTP/1.1" status: 200 len: 375 time: 0.0084298 Sep 19 06:56:24.266330 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-e48d8ac9-3bd0-43cc-977b-75234c65a6ee tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413117 Sep 19 06:56:24.387193 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-05d91ddb-9c82-4825-ac13-aaf8cc5f99f5 service neutron] 10.222.0.18 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130037 Sep 19 06:56:24.428431 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-483c3575-d07b-41cb-a599-3b006a332232 req-9d136733-3634-4e23-9687-a90b2cf07005 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693159 Sep 19 06:56:24.512265 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0170cbde-c19d-4bca-8c13-70a7daecd9a2 service neutron] 10.222.0.18 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184695 Sep 19 06:56:24.571692 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c3575-d07b-41cb-a599-3b006a332232 req-03387e20-1b8d-4b9f-835c-be0dcc224fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:24.573339 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-483c3575-d07b-41cb-a599-3b006a332232 req-03387e20-1b8d-4b9f-835c-be0dcc224fb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 1099 time: 0.0569243 Sep 19 06:56:24.724403 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c3575-d07b-41cb-a599-3b006a332232 req-ad6e6d46-4e00-49ca-b3ec-ea0a0cf68ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:24.725964 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-483c3575-d07b-41cb-a599-3b006a332232 req-ad6e6d46-4e00-49ca-b3ec-ea0a0cf68ba7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 916 time: 0.1200974 Sep 19 06:56:24.750235 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38450) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:24.789284 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-483c3575-d07b-41cb-a599-3b006a332232 req-3a972bb3-fc80-49d2-9193-fc02f734a382 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 HTTP/1.1" status: 200 len: 217 time: 0.0525193 Sep 19 06:56:24.811774 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59efec6f-9ebe-4372-9bd5-f811a62992fd req-f0bdf57e-dfd8-4a88-82ac-38f934778f6c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 210 time: 0.0848553 Sep 19 06:56:24.864591 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c3575-d07b-41cb-a599-3b006a332232 req-4dc35d5f-6c69-4874-b5ee-59823f688022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:24.866121 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-483c3575-d07b-41cb-a599-3b006a332232 req-4dc35d5f-6c69-4874-b5ee-59823f688022 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66b19c4f-2aae-4542-8c5c-d7f7136339e9 HTTP/1.1" status: 200 len: 855 time: 0.0633547 Sep 19 06:56:24.890215 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9ae453b-195d-4910-ae09-eddc7aceb539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:24.921818 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-483c3575-d07b-41cb-a599-3b006a332232 req-d61ccf00-fc34-4faf-b97d-2f6c441780cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3955066d-8d6c-4718-b013-2857e4af8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431669 Sep 19 06:56:24.993185 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9ae453b-195d-4910-ae09-eddc7aceb539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:24.996582 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c9ae453b-195d-4910-ae09-eddc7aceb539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.034376 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-483c3575-d07b-41cb-a599-3b006a332232 req-6fad7ff0-e5c3-429d-9006-98319b333fec service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022675 Sep 19 06:56:25.039660 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae453b-195d-4910-ae09-eddc7aceb539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beb6ba1-30b5-432a-95e9-be4ed016a5ea,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:25.057570 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c9ae453b-195d-4910-ae09-eddc7aceb539 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4bc572832484d81812905369d0b1c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061066 Sep 19 06:56:25.058858 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38468) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:25.060611 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 29965ffc-8598-4484-9504-33bce640acb3 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:56:25.087377 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 29965ffc-8598-4484-9504-33bce640acb3 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:56:25.088104 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 29965ffc-8598-4484-9504-33bce640acb3 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:56:25.139403 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38472) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:25.172943 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bdce65e8-8e37-40b7-9235-90e4276b0e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.187987 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca1d7fe-29b6-4ec8-b33c-a5688ad36314 admin admin] Deleting subnet be51a111-62e5-42e3-a4c3-31b2af295c2f {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 06:56:25.191300 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cca1d7fe-29b6-4ec8-b33c-a5688ad36314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.209336 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-483c3575-d07b-41cb-a599-3b006a332232 req-e6de3b91-f072-42f1-af23-562b50e5dee3 service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648772 Sep 19 06:56:25.211687 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bdce65e8-8e37-40b7-9235-90e4276b0e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.228585 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cca1d7fe-29b6-4ec8-b33c-a5688ad36314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27237964'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.263692 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bdce65e8-8e37-40b7-9235-90e4276b0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.266417 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bdce65e8-8e37-40b7-9235-90e4276b0e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.267741 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bdce65e8-8e37-40b7-9235-90e4276b0e87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4beb6ba1-30b5-432a-95e9-be4ed016a5ea HTTP/1.1" status: 204 len: 168 time: 0.2079554 Sep 19 06:56:25.276885 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce65e8-8e37-40b7-9235-90e4276b0e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beb6ba1-30b5-432a-95e9-be4ed016a5ea,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:25.304330 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cca1d7fe-29b6-4ec8-b33c-a5688ad36314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.371156 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cca1d7fe-29b6-4ec8-b33c-a5688ad36314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26588251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25808375'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.398497 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1d7fe-29b6-4ec8-b33c-a5688ad36314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be51a111-62e5-42e3-a4c3-31b2af295c2f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:25.404994 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cca1d7fe-29b6-4ec8-b33c-a5688ad36314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.406935 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cca1d7fe-29b6-4ec8-b33c-a5688ad36314 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/be51a111-62e5-42e3-a4c3-31b2af295c2f HTTP/1.1" status: 204 len: 168 time: 0.2659276 Sep 19 06:56:25.409969 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38480) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:25.487959 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.553567 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38484) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:25.568414 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc87f-ae14-42d0-9ac3-c737321dc4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.575271 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.596145 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4afe9f2-f68a-4c47-9779-2d07f90875d9']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:25.606840 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f186019f-7ad9-4351-832c-1ba5b76587f3') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:25.607153 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f186019f-7ad9-4351-832c-1ba5b76587f3') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:25.617317 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757802'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.631025 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.636738 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 06:56:25.637116 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770267'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: timer() Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: cb(*args, **kw) Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: self._notify() Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: self.callback(batched_events) Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: event.method(event) Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._get(url).json() Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 06:56:25.638812 dv-cinder-809944-1-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 06:56:25.659257 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc87f-ae14-42d0-9ac3-c737321dc4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.663632 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc87f-ae14-42d0-9ac3-c737321dc4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.692272 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.700007 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.700164 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fe5cc87f-ae14-42d0-9ac3-c737321dc4d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4298920148494969aee29a05f1b964b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455345 Sep 19 06:56:25.702142 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4afe9f2-f68a-4c47-9779-2d07f90875d9 HTTP/1.1" status: 204 len: 168 time: 0.2910995 Sep 19 06:56:25.705562 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38488) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:25.711858 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa26139-cdf6-41af-87a9-1b194073193f admin admin] Pushing event deleted for resources: {'Network': ['ID=b4afe9f2-f68a-4c47-9779-2d07f90875d9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:25.713614 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cc87f-ae14-42d0-9ac3-c737321dc4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0148d4aa-e171-4344-8bbb-6c8b8ce6005c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:25.762899 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e9e73ab0-cbac-4382-a29a-e37cc8afd9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.785578 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e9e73ab0-cbac-4382-a29a-e37cc8afd9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.835713 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e9e73ab0-cbac-4382-a29a-e37cc8afd9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.838568 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e9e73ab0-cbac-4382-a29a-e37cc8afd9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:25.843260 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e9e73ab0-cbac-4382-a29a-e37cc8afd9ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0148d4aa-e171-4344-8bbb-6c8b8ce6005c HTTP/1.1" status: 204 len: 168 time: 0.1364014 Sep 19 06:56:25.852733 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e73ab0-cbac-4382-a29a-e37cc8afd9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0148d4aa-e171-4344-8bbb-6c8b8ce6005c,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:25.884900 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38496) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:25.961074 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-add7aedb-c3ea-4aad-b0a5-6bb947e96431 req-7306cc0c-14a2-443c-9f5e-c49326cdf9f1 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 210 time: 0.0289743 Sep 19 06:56:25.963493 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-19784b64-ed36-4bb2-b3c1-857c9cfd650a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97e102dede34460bb3ee45157e13fc09&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0772808 Sep 19 06:56:25.965017 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38502) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:26.068179 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e730-a2c5-4bce-8421-523cfa94750d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.151177 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e730-a2c5-4bce-8421-523cfa94750d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.228357 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38518) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:26.251018 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-f3dd6763-7827-40c8-9b15-becad644b7d6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:26.252515 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-f3dd6763-7827-40c8-9b15-becad644b7d6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 815 time: 0.2161455 Sep 19 06:56:26.273683 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e730-a2c5-4bce-8421-523cfa94750d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.276374 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bbb1e730-a2c5-4bce-8421-523cfa94750d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.279917 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bbb1e730-a2c5-4bce-8421-523cfa94750d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63aaaec2-14f9-45c1-b79d-368db801c908 HTTP/1.1" status: 204 len: 168 time: 0.3115711 Sep 19 06:56:26.285357 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Request body: {'port': {'device_id': 'ad19a580-fc96-4e69-9f6c-ca928164b642', 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77', 'admin_state_up': True, 'tenant_id': 'ce1ec034b7fa4a54933c51dd8235536d'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:26.295913 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1e730-a2c5-4bce-8421-523cfa94750d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aaaec2-14f9-45c1-b79d-368db801c908,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:26.348833 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c0bf78cf-40d8-4631-a746-143004cfbb57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.462683 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c0bf78cf-40d8-4631-a746-143004cfbb57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.468353 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c0bf78cf-40d8-4631-a746-143004cfbb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.492891 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Made reservation on behalf of ce1ec034b7fa4a54933c51dd8235536d for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:26.497327 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.506113 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c0bf78cf-40d8-4631-a746-143004cfbb57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c61cf26ba8af46aeaf4b6ee3f5f28df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748332 Sep 19 06:56:26.509266 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38534) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:26.545011 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf78cf-40d8-4631-a746-143004cfbb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e03846-7aaf-4a5b-b840-6bbeaf13d36a,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:26.826825 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a4def849-c583-4c3b-a4c2-997654fe1e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.877307 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a4def849-c583-4c3b-a4c2-997654fe1e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.903443 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Allocated IP 172.20.0.7 (3955066d-8d6c-4718-b013-2857e4af8e77/66b19c4f-2aae-4542-8c5c-d7f7136339e9/40594e54-e0a0-4b77-a926-58028fc583d3) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:56:26.972289 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a4def849-c583-4c3b-a4c2-997654fe1e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.975045 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a4def849-c583-4c3b-a4c2-997654fe1e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:26.982337 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a4def849-c583-4c3b-a4c2-997654fe1e2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78e03846-7aaf-4a5b-b840-6bbeaf13d36a HTTP/1.1" status: 204 len: 168 time: 0.4719958 Sep 19 06:56:27.025892 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4def849-c583-4c3b-a4c2-997654fe1e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e03846-7aaf-4a5b-b840-6bbeaf13d36a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:27.093398 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.126423 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-82c1fb02-8a3c-4bdc-85b4-8769ca9723c2 req-176704ef-908f-449c-b451-b84e068aad0e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 210 time: 0.0343473 Sep 19 06:56:27.162045 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.204437 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.254611 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['5e82f18a-3a9a-40a3-bb92-312a8e6a6e36'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:56:27.256590 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Network 3955066d-8d6c-4718-b013-2857e4af8e77 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:56:27.259930 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:27.266951 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:56:27.301018 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Pushing event updated for resources: {'Port': ['ID=40594e54-e0a0-4b77-a926-58028fc583d3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:27.310121 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38578) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:27.336047 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:27.336909 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.356064 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-5639abd7-9bcc-4f6f-be94-beddbdf5a87b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0770409 Sep 19 06:56:27.376874 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Request body: {'port': {'device_id': 'ad19a580-fc96-4e69-9f6c-ca928164b642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:27.431148 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38584) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:27.440159 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.451072 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afe03491-9194-4a32-8426-e682d08a4581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.566534 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afe03491-9194-4a32-8426-e682d08a4581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.576734 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-afe03491-9194-4a32-8426-e682d08a4581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.623809 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-network', 'tenant_id': '9784b407a52045c98f6628f8e396e835'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:27.632616 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-afe03491-9194-4a32-8426-e682d08a4581 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bae4fd8fcaf942ac91488ac0d3e331c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004046 Sep 19 06:56:27.636209 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38590) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:27.637614 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe03491-9194-4a32-8426-e682d08a4581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cc988a-d99e-432f-89d5-80b65273b069,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:27.672149 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Made reservation on behalf of 9784b407a52045c98f6628f8e396e835 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:27.675469 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.685989 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.751213 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-70902b7c-2bef-4997-a0a6-eb921477fb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.791245 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-70902b7c-2bef-4997-a0a6-eb921477fb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.797346 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.804516 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.831188 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:56:27.843796 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e808a74-ae3e-48b3-adea-3517ce5e3dc0,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:27.851024 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.856168 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Added segment 866809c3-87fe-4d34-9977-f2a3446dd8ef of type vlan for network cf0bf458-f1a4-483d-ad62-e570a0d47b86 Sep 19 06:56:27.895240 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40594e54-e0a0-4b77-a926-58028fc583d3 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:27.899850 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-70902b7c-2bef-4997-a0a6-eb921477fb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.902378 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-70902b7c-2bef-4997-a0a6-eb921477fb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.903562 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-70902b7c-2bef-4997-a0a6-eb921477fb13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9cc988a-d99e-432f-89d5-80b65273b069 HTTP/1.1" status: 204 len: 168 time: 0.2663913 Sep 19 06:56:27.908947 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.909261 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.919555 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70902b7c-2bef-4997-a0a6-eb921477fb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cc988a-d99e-432f-89d5-80b65273b069,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:27.927958 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Transition to ACTIVE for port object 40594e54-e0a0-4b77-a926-58028fc583d3 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:56:27.933782 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.953097 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.953903 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:27.954537 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:27.998523 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6845224 Sep 19 06:56:27.999503 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38604) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:28.010622 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Request body: {'subnet': {'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-subnet', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:28.048774 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0872b-6fbe-45b8-97a0-f9a6aceacd49 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0bf458-f1a4-483d-ad62-e570a0d47b86,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:28.061956 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network cf0bf458-f1a4-483d-ad62-e570a0d47b86 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:56:28.064158 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Made reservation on behalf of 9784b407a52045c98f6628f8e396e835 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:28.065252 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40594e54-e0a0-4b77-a926-58028fc583d3,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:28.068359 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25808336'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.145597 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Attempting to bind port 40594e54-e0a0-4b77-a926-58028fc583d3 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:56:28.146170 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Attempting to bind port 40594e54-e0a0-4b77-a926-58028fc583d3 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:56:28.146898 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Attempting to bind port 40594e54-e0a0-4b77-a926-58028fc583d3 on network 3955066d-8d6c-4718-b013-2857e4af8e77 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:28.154656 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Port 40594e54-e0a0-4b77-a926-58028fc583d3 on network 3955066d-8d6c-4718-b013-2857e4af8e77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:56:28.155054 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Attempting to bind port 40594e54-e0a0-4b77-a926-58028fc583d3 on network 3955066d-8d6c-4718-b013-2857e4af8e77 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:28.160950 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:56:28.161364 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Checking segment: {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:56:28.161807 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Bound using segment: {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:56:28.162453 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Bound port: 40594e54-e0a0-4b77-a926-58028fc583d3, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:56:28.163094 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.258456 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] For port 40594e54-e0a0-4b77-a926-58028fc583d3, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:56:28.263023 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] For port 40594e54-e0a0-4b77-a926-58028fc583d3, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=40594e54-e0a0-4b77-a926-58028fc583d3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:56:28.270952 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.319436 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:28.320132 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.322750 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] 10.222.0.32 "PUT /v2.0/ports/40594e54-e0a0-4b77-a926-58028fc583d3 HTTP/1.1" status: 200 len: 1093 time: 0.9501653 Sep 19 06:56:28.323497 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad19a580-fc96-4e69-9f6c-ca928164b642', 'tag': '40594e54-e0a0-4b77-a926-58028fc583d3'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:28.326222 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731" -d '{"events": [{"name": "network-changed", "server_uuid": "ad19a580-fc96-4e69-9f6c-ca928164b642", "tag": "40594e54-e0a0-4b77-a926-58028fc583d3"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:28.378928 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf39ba-7f82-4fe5-90e5-4f3aec4770f6 service neutron] Pushing event updated for resources: {'Port': ['ID=40594e54-e0a0-4b77-a926-58028fc583d3,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:28.382217 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25808382'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.396429 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f91bcb6-c754-4afc-9755-a0da0b8e3b78 x-openstack-request-id: req-0f91bcb6-c754-4afc-9755-a0da0b8e3b78 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:28.397494 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad19a580-fc96-4e69-9f6c-ca928164b642", "tag": "40594e54-e0a0-4b77-a926-58028fc583d3", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:28.398019 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f91bcb6-c754-4afc-9755-a0da0b8e3b78 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:28.398861 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad19a580-fc96-4e69-9f6c-ca928164b642', 'tag': '40594e54-e0a0-4b77-a926-58028fc583d3', 'status': 'completed', 'code': 200} Sep 19 06:56:28.404020 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14072e7f-f2a4-4d77-ab8f-1a7dc784d697 req-182cab90-6928-4057-8f11-eff6eda11d53 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:28.411653 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-14072e7f-f2a4-4d77-ab8f-1a7dc784d697 req-182cab90-6928-4057-8f11-eff6eda11d53 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 943 time: 0.1293790 Sep 19 06:56:28.430261 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38618) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:28.469630 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-61c14702-4d10-4423-83e3-38dadbb2ab23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.489321 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61071fa-ad97-48b3-908c-de90693fd965,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:28.489562 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-be346b11-828c-46f3-9511-3c78d145e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:28.491414 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-be346b11-828c-46f3-9511-3c78d145e4b3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 1096 time: 0.0718179 Sep 19 06:56:28.508984 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-14072e7f-f2a4-4d77-ab8f-1a7dc784d697 req-93ba1b20-d641-41fd-bbdd-94c15cbb93ea tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955374 Sep 19 06:56:28.512288 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Checking segment: {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:56:28.512642 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Network hostable DHCP agents. Network: cf0bf458-f1a4-483d-ad62-e570a0d47b86, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:56:28.534550 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Network cf0bf458-f1a4-483d-ad62-e570a0d47b86 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:56:28.545611 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, cf0bf458-f1a4-483d-ad62-e570a0d47b86) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:28.550335 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:28.551036 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.556943 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe54bcad-57b6-4e18-8985-cc9579eec561 None None] Network cf0bf458-f1a4-483d-ad62-e570a0d47b86 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:56:28.568066 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-e4819aa8-204e-4e13-b908-1a002b5dd9be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40594e54-e0a0-4b77-a926-58028fc583d3 HTTP/1.1" status: 200 len: 217 time: 0.0500474 Sep 19 06:56:28.642918 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-b801f607-9595-45cf-9a73-f080f9a091b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:28.646917 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-b801f607-9595-45cf-9a73-f080f9a091b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66b19c4f-2aae-4542-8c5c-d7f7136339e9 HTTP/1.1" status: 200 len: 855 time: 0.0658379 Sep 19 06:56:28.700993 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-33276046-e08e-4aae-b0c7-93b092e563a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3955066d-8d6c-4718-b013-2857e4af8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349529 Sep 19 06:56:28.702978 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-61c14702-4d10-4423-83e3-38dadbb2ab23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.705660 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5596700-82e3-47c7-9a16-7432b1e4465d None None] Network cf0bf458-f1a4-483d-ad62-e570a0d47b86 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:56:28.711115 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-61c14702-4d10-4423-83e3-38dadbb2ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.717333 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-795c7896-b1e7-4093-a88e-19d4eb724fbc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7114480 Sep 19 06:56:28.718625 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38620) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:28.723579 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:28.748984 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.750664 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.816260 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-61c14702-4d10-4423-83e3-38dadbb2ab23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aebaef9b4b2482dacb4bbf89878d9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3822443 Sep 19 06:56:28.816260 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c14702-4d10-4423-83e3-38dadbb2ab23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c952cfe1-9b67-48ba-a349-2ed37efeae90,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:28.821154 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38624) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:28.870178 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:28.909501 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-f9d80e00-a03d-4374-986b-700555321b36 service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992009 Sep 19 06:56:28.937905 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cd5882f9-974b-46e3-bbf4-dbe91c80a9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:29.009890 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cd5882f9-974b-46e3-bbf4-dbe91c80a9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:29.050594 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:29.067113 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4349f4a5-ea6f-41ae-86fb-165039d8bf9e req-c1ffad79-31c0-4b87-839a-53a3311f91cd service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436443 Sep 19 06:56:29.084314 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cd5882f9-974b-46e3-bbf4-dbe91c80a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:29.086887 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-cd5882f9-974b-46e3-bbf4-dbe91c80a9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:29.088892 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-cd5882f9-974b-46e3-bbf4-dbe91c80a9e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c952cfe1-9b67-48ba-a349-2ed37efeae90 HTTP/1.1" status: 204 len: 168 time: 0.2667727 Sep 19 06:56:29.102027 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5882f9-974b-46e3-bbf4-dbe91c80a9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c952cfe1-9b67-48ba-a349-2ed37efeae90,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:29.263393 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:29.284998 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-6daa62c6-eb95-459a-ad98-7511cd59ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:29.286514 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-6daa62c6-eb95-459a-ad98-7511cd59ea02 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 1096 time: 0.0485790 Sep 19 06:56:29.291407 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:29.394481 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-101923b9-fd28-4925-9652-040b7bd635b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:29.396765 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-101923b9-fd28-4925-9652-040b7bd635b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 916 time: 0.1023676 Sep 19 06:56:29.412641 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Allocated IP 172.27.1.114 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/54633b4e-dd0f-41bc-8a6d-567769d8afb3) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:56:29.450742 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-f7ff9649-ae48-430e-a35b-491b05570c01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40594e54-e0a0-4b77-a926-58028fc583d3 HTTP/1.1" status: 200 len: 217 time: 0.0438664 Sep 19 06:56:29.505674 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-8e34f2d6-70d7-430e-8b57-26ecca6712d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:29.506905 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-8e34f2d6-70d7-430e-8b57-26ecca6712d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66b19c4f-2aae-4542-8c5c-d7f7136339e9 HTTP/1.1" status: 200 len: 855 time: 0.0473819 Sep 19 06:56:29.533803 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:29.562329 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-b5d31268-d649-4672-9a25-37fa33c235e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3955066d-8d6c-4718-b013-2857e4af8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403955 Sep 19 06:56:29.569541 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:29.610260 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:56:29.613165 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:29.616694 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:56:29.647644 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Pushing event updated for resources: {'Port': ['ID=54633b4e-dd0f-41bc-8a6d-567769d8afb3,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:29.718090 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-033b160b-8007-4683-a838-c3811b05ba01 service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405981 Sep 19 06:56:29.731321 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b0b68-ed51-49b7-8b4a-f2d667d205b8 req-4f6587e7-72bb-4ba8-b7f2-b4847e34c64d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:29.732918 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b22b0b68-ed51-49b7-8b4a-f2d667d205b8 req-4f6587e7-72bb-4ba8-b7f2-b4847e34c64d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 943 time: 0.1453042 Sep 19 06:56:29.831555 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b22b0b68-ed51-49b7-8b4a-f2d667d205b8 req-2cb44259-45f0-482f-b436-347350dc68d9 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899656 Sep 19 06:56:29.860657 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ec9287-8812-45a1-ae6c-ccb9b2fd0731 req-31b001f2-b9d6-4245-bb6f-b6435be25e2c service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267378 Sep 19 06:56:30.104136 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:30.321696 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:30.461806 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Router 740a0356-fdb1-43d2-ab61-65f804873544 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 06:56:30.574283 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:56:30.582824 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Sync routers for ids ['740a0356-fdb1-43d2-ab61-65f804873544'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:56:30.591964 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:30.593281 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fe20fdce-8686-478f-8c5a-bdc6ccbd4efb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8735657 Sep 19 06:56:30.594620 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Routers {'740a0356-fdb1-43d2-ab61-65f804873544'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:56:30.595302 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:56:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['740a0356-fdb1-43d2-ab61-65f804873544'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:30.596326 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38682) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:30.790624 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Set router 740a0356-fdb1-43d2-ab61-65f804873544 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:56:30.984494 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740a0356-fdb1-43d2-ab61-65f804873544', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:56:28Z', 'updated_at': '2021-09-19T06:56:29Z', 'revision_number': 3, 'project_id': '9784b407a52045c98f6628f8e396e835', 'gw_port': {'id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:29Z', 'updated_at': '2021-09-19T06:56:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:30.991352 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac3ce3-3333-46a1-ac01-b17ee3383558 req-9fb31c26-657a-4747-8aec-26a7854df7ca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:30.993341 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-36ac3ce3-3333-46a1-ac01-b17ee3383558 req-9fb31c26-657a-4747-8aec-26a7854df7ca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 943 time: 0.0566885 Sep 19 06:56:31.012890 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Checking router: 740a0356-fdb1-43d2-ab61-65f804873544 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:56:31.013492 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Updating router 740a0356-fdb1-43d2-ab61-65f804873544 port 54633b4e-dd0f-41bc-8a6d-567769d8afb3 binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:56:31.037332 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-36ac3ce3-3333-46a1-ac01-b17ee3383558 req-b83f9c5f-c799-46ae-97ab-f2294ccae7ff tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356100 Sep 19 06:56:31.042401 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.095026 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.291028 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Allocated IP 172.20.0.1 (cf0bf458-f1a4-483d-ad62-e570a0d47b86/e61071fa-ad97-48b3-908c-de90693fd965/53d4a0c5-4032-489d-87fc-92a8823a3afa) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:56:31.306024 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.311170 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.361937 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Pushing event updated for resources: {'Port': ['ID=54633b4e-dd0f-41bc-8a6d-567769d8afb3,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:31.369008 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Attempting to bind port 54633b4e-dd0f-41bc-8a6d-567769d8afb3 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:56:31.369559 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Attempting to bind port 54633b4e-dd0f-41bc-8a6d-567769d8afb3 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:56:31.369946 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Attempting to bind port 54633b4e-dd0f-41bc-8a6d-567769d8afb3 on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:31.373414 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.373776 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.374125 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.374466 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.374804 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.375140 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.375476 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.375833 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.376192 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.376528 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.376858 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.377186 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:31.383149 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:56:31.383552 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:56:31.383965 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.384360 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:56:31.384832 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Bound port: 54633b4e-dd0f-41bc-8a6d-567769d8afb3, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:56:31.385814 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.406838 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.437903 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] For port 54633b4e-dd0f-41bc-8a6d-567769d8afb3, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:56:31.438610 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.441226 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] For port 54633b4e-dd0f-41bc-8a6d-567769d8afb3, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=54633b4e-dd0f-41bc-8a6d-567769d8afb3,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:56:31.445361 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.471843 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Network cf0bf458-f1a4-483d-ad62-e570a0d47b86 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:56:31.475695 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:31.478500 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:56:31.496812 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2f7e2-bae8-4dbd-b25b-87298570eb3e None None] Pushing event updated for resources: {'Port': ['ID=54633b4e-dd0f-41bc-8a6d-567769d8afb3,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:31.508306 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Routers {'740a0356-fdb1-43d2-ab61-65f804873544'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:56:31.509130 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:56:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['740a0356-fdb1-43d2-ab61-65f804873544'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:31.520840 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Pushing event updated for resources: {'Port': ['ID=53d4a0c5-4032-489d-87fc-92a8823a3afa,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:31.538211 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:31.612073 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] Set router 740a0356-fdb1-43d2-ab61-65f804873544 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:56:31.791779 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740a0356-fdb1-43d2-ab61-65f804873544', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:56:28Z', 'updated_at': '2021-09-19T06:56:29Z', 'revision_number': 3, 'project_id': '9784b407a52045c98f6628f8e396e835', 'gw_port': {'id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:29Z', 'updated_at': '2021-09-19T06:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:31.817604 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67b13ef-edc2-4a7b-8227-0ea909559dab None None] The sync data for ids ['740a0356-fdb1-43d2-ab61-65f804873544'] in dv-cinder-809944-1-iscsi is: [{'id': '740a0356-fdb1-43d2-ab61-65f804873544', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:56:28Z', 'updated_at': '2021-09-19T06:56:29Z', 'revision_number': 3, 'project_id': '9784b407a52045c98f6628f8e396e835', 'gw_port': {'id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:29Z', 'updated_at': '2021-09-19T06:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:56:31.845077 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:32.005419 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:32.010779 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:32.083698 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Pushing event updated for resources: {'Port': ['ID=53d4a0c5-4032-489d-87fc-92a8823a3afa,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:32.088563 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:32.187822 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Network cf0bf458-f1a4-483d-ad62-e570a0d47b86 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:56:32.189208 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:32.311225 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Router 740a0356-fdb1-43d2-ab61-65f804873544 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:56:32.425641 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:56:32.431378 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e3fb206d-abae-42c7-8ca8-e9fbf5527767 admin admin] 10.222.0.18 "PUT /v2.0/routers/740a0356-fdb1-43d2-ab61-65f804873544/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338220 Sep 19 06:56:33.318701 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Sync routers for ids ['740a0356-fdb1-43d2-ab61-65f804873544'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:56:33.328313 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Routers {'740a0356-fdb1-43d2-ab61-65f804873544'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:56:33.328925 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:56:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['740a0356-fdb1-43d2-ab61-65f804873544'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:33.430858 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Set router 740a0356-fdb1-43d2-ab61-65f804873544 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:56:33.626823 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740a0356-fdb1-43d2-ab61-65f804873544', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:56:28Z', 'updated_at': '2021-09-19T06:56:31Z', 'revision_number': 4, 'project_id': '9784b407a52045c98f6628f8e396e835', 'gw_port': {'id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:29Z', 'updated_at': '2021-09-19T06:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '53d4a0c5-4032-489d-87fc-92a8823a3afa', 'name': '', 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'mac_address': 'fa:16:3e:de:eb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e61071fa-ad97-48b3-908c-de90693fd965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:31Z', 'updated_at': '2021-09-19T06:56:31Z', 'revision_number': 2, 'project_id': '9784b407a52045c98f6628f8e396e835', 'subnets': [{'id': 'e61071fa-ad97-48b3-908c-de90693fd965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:33.630744 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 40594e54-e0a0-4b77-a926-58028fc583d3 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:56:33.659718 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Checking router: 740a0356-fdb1-43d2-ab61-65f804873544 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:56:33.659906 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Updating router 740a0356-fdb1-43d2-ab61-65f804873544 port 53d4a0c5-4032-489d-87fc-92a8823a3afa binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:56:33.692202 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:33.774947 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 54633b4e-dd0f-41bc-8a6d-567769d8afb3 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:33.795958 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4453576-2d05-40d3-b993-6f54ebb713db req-4a0c8389-5495-4868-b610-60f4774e3343 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:33.798263 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b4453576-2d05-40d3-b993-6f54ebb713db req-4a0c8389-5495-4868-b610-60f4774e3343 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 943 time: 0.0633230 Sep 19 06:56:33.839198 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b4453576-2d05-40d3-b993-6f54ebb713db req-92729507-95a3-4afd-8b11-2146754b0338 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Sep 19 06:56:33.903474 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 40594e54-e0a0-4b77-a926-58028fc583d3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=40594e54-e0a0-4b77-a926-58028fc583d3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:33.927319 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '40594e54-e0a0-4b77-a926-58028fc583d3', 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77', 'port_id': '40594e54-e0a0-4b77-a926-58028fc583d3', 'mac_address': 'fa:16:3e:e7:7d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b19c4f-2aae-4542-8c5c-d7f7136339e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:56:33.975893 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 54633b4e-dd0f-41bc-8a6d-567769d8afb3 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:33.976272 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.041007 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-5cf59bd9-8d42-499c-bf33-ef469a8b3801 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:34.042501 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-5cf59bd9-8d42-499c-bf33-ef469a8b3801 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 819 time: 0.1053491 Sep 19 06:56:34.049377 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.057649 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-33c72006-a3b1-44b6-8489-085392fed04c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/quotas/9784b407a52045c98f6628f8e396e835 HTTP/1.1" status: 200 len: 375 time: 0.0093365 Sep 19 06:56:34.086106 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40594e54-e0a0-4b77-a926-58028fc583d3 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:34.109687 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-ed9c7e20-6165-4a90-a74f-bc5cf00ca9ec tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464549 Sep 19 06:56:34.127270 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 40594e54-e0a0-4b77-a926-58028fc583d3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=40594e54-e0a0-4b77-a926-58028fc583d3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:34.150792 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.202638 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-6679fd2e-1ffc-4fe3-bc6f-27c57d90db83 service neutron] 10.222.0.18 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851731 Sep 19 06:56:34.219647 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.248311 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.265028 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 54633b4e-dd0f-41bc-8a6d-567769d8afb3, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=54633b4e-dd0f-41bc-8a6d-567769d8afb3,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:34.268730 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.271032 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=40594e54-e0a0-4b77-a926-58028fc583d3,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:34.274530 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.284794 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.285144 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.285486 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.285824 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.286155 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.286486 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.286817 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.287670 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.288037 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.288368 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.288687 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.289005 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:56:34.306369 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-721e34e9-bf24-44ee-8f2d-cbae99ccc5eb service neutron] 10.222.0.18 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949223 Sep 19 06:56:34.372272 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167963d0-8a3c-4ace-9622-a315e8e80201 None None] Pushing event updated for resources: {'Port': ['ID=53d4a0c5-4032-489d-87fc-92a8823a3afa,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:34.415727 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Attempting to bind port 53d4a0c5-4032-489d-87fc-92a8823a3afa on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:56:34.416103 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Attempting to bind port 53d4a0c5-4032-489d-87fc-92a8823a3afa by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:56:34.416471 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Attempting to bind port 53d4a0c5-4032-489d-87fc-92a8823a3afa on network cf0bf458-f1a4-483d-ad62-e570a0d47b86 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:34.425699 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:56:34.426075 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Checking segment: {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:56:34.426716 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.427349 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Bound using segment: {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:56:34.428043 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Bound port: 53d4a0c5-4032-489d-87fc-92a8823a3afa, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:56:34.428676 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.480792 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=54633b4e-dd0f-41bc-8a6d-567769d8afb3,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:34.526744 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] For port 53d4a0c5-4032-489d-87fc-92a8823a3afa, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:56:34.530459 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] For port 53d4a0c5-4032-489d-87fc-92a8823a3afa, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=53d4a0c5-4032-489d-87fc-92a8823a3afa,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:56:34.540339 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:34.561850 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4bc580-7338-4725-bcc0-e2889b3ec924 req-15792de5-07d7-41ab-ad1a-f12b6a9b55e1 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 210 time: 0.0542176 Sep 19 06:56:34.626383 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['40594e54-e0a0-4b77-a926-58028fc583d3'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:56:34.665435 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167963d0-8a3c-4ace-9622-a315e8e80201 None None] Pushing event updated for resources: {'Port': ['ID=53d4a0c5-4032-489d-87fc-92a8823a3afa,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:34.774128 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Routers {'740a0356-fdb1-43d2-ab61-65f804873544'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:56:34.774863 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:56:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['740a0356-fdb1-43d2-ab61-65f804873544'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:34.983309 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccde11-78ae-485c-b80d-314558a915eb req-a480fc7f-5e18-4200-83af-97f6afacb979 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:34.988306 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-a480fc7f-5e18-4200-83af-97f6afacb979 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 819 time: 0.2492750 Sep 19 06:56:35.025712 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-99b311e0-124d-4c7b-8b0a-24f77bb6870a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/quotas/9784b407a52045c98f6628f8e396e835 HTTP/1.1" status: 200 len: 375 time: 0.0311732 Sep 19 06:56:35.070603 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] Set router 740a0356-fdb1-43d2-ab61-65f804873544 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:56:35.089012 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-bc76f76c-3af0-4c59-9c42-6422f4650202 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564964 Sep 19 06:56:35.186900 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a1908-2471-4a9b-97c3-4d4da2dcd815 req-0364f437-5136-48ef-ae2a-cff74bfaa733 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:35.189037 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-015a1908-2471-4a9b-97c3-4d4da2dcd815 req-0364f437-5136-48ef-ae2a-cff74bfaa733 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 944 time: 0.0648623 Sep 19 06:56:35.215825 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-d31efb86-1666-4e5e-89c1-ac630caa5784 service neutron] 10.222.0.18 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171017 Sep 19 06:56:35.235708 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-015a1908-2471-4a9b-97c3-4d4da2dcd815 req-79fcbbc1-8122-4063-be6e-dfc12dd3706d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 Sep 19 06:56:35.321922 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-195185fa-e682-4937-a197-1475d07c7e6d service neutron] 10.222.0.18 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997615 Sep 19 06:56:35.511566 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7c221098-cefd-4bf8-ac18-96a3aa712f36 req-c982b5db-22e1-479d-8360-1e08a339472e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 210 time: 0.0309408 Sep 19 06:56:35.548528 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740a0356-fdb1-43d2-ab61-65f804873544', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:56:28Z', 'updated_at': '2021-09-19T06:56:31Z', 'revision_number': 4, 'project_id': '9784b407a52045c98f6628f8e396e835', 'gw_port': {'id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:29Z', 'updated_at': '2021-09-19T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '53d4a0c5-4032-489d-87fc-92a8823a3afa', 'name': '', 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'mac_address': 'fa:16:3e:de:eb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e61071fa-ad97-48b3-908c-de90693fd965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:31Z', 'updated_at': '2021-09-19T06:56:34Z', 'revision_number': 4, 'project_id': '9784b407a52045c98f6628f8e396e835', 'subnets': [{'id': 'e61071fa-ad97-48b3-908c-de90693fd965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:56:35.575158 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21d1797-3570-4a33-a56d-2785c4399773 None None] The sync data for ids ['740a0356-fdb1-43d2-ab61-65f804873544'] in dv-cinder-809944-1-iscsi is: [{'id': '740a0356-fdb1-43d2-ab61-65f804873544', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:56:28Z', 'updated_at': '2021-09-19T06:56:31Z', 'revision_number': 4, 'project_id': '9784b407a52045c98f6628f8e396e835', 'gw_port': {'id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:29Z', 'updated_at': '2021-09-19T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '53d4a0c5-4032-489d-87fc-92a8823a3afa', 'name': '', 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'mac_address': 'fa:16:3e:de:eb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e61071fa-ad97-48b3-908c-de90693fd965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:31Z', 'updated_at': '2021-09-19T06:56:34Z', 'revision_number': 4, 'project_id': '9784b407a52045c98f6628f8e396e835', 'subnets': [{'id': 'e61071fa-ad97-48b3-908c-de90693fd965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:56:35.844806 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 53d4a0c5-4032-489d-87fc-92a8823a3afa up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:35.911731 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 53d4a0c5-4032-489d-87fc-92a8823a3afa triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:35.912421 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:36.067384 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:36.108243 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-ff8d09bd-bb00-4097-83b8-0c78876c9748 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:36.116087 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-ff8d09bd-bb00-4097-83b8-0c78876c9748 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.32 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 819 time: 0.1941369 Sep 19 06:56:36.139257 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Request body: {'port': {'device_id': '87403fed-e160-49f7-98a5-6f1c6d9f944d', 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86', 'admin_state_up': True, 'tenant_id': '9784b407a52045c98f6628f8e396e835'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:36.151276 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 53d4a0c5-4032-489d-87fc-92a8823a3afa, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=53d4a0c5-4032-489d-87fc-92a8823a3afa,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:36.157093 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:36.158918 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 54633b4e-dd0f-41bc-8a6d-567769d8afb3 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:36.283222 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 54633b4e-dd0f-41bc-8a6d-567769d8afb3 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:36.287152 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:36.339761 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=53d4a0c5-4032-489d-87fc-92a8823a3afa,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:36.406937 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10963f58-6034-4f01-8615-ac735899522d req-ede3890d-7cde-4a1c-a18d-825b4a736c0c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:36.416253 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-10963f58-6034-4f01-8615-ac735899522d req-ede3890d-7cde-4a1c-a18d-825b4a736c0c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 944 time: 0.0737288 Sep 19 06:56:36.424872 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Made reservation on behalf of 9784b407a52045c98f6628f8e396e835 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:36.429802 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:36.467888 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-10963f58-6034-4f01-8615-ac735899522d req-fc1545bd-b91e-4184-9463-730559513ac5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507689 Sep 19 06:56:36.658138 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ec2d3f0d-8700-49f7-9b87-155effcea77a req-b903b0a1-9e7b-4497-a390-2e7562b46f2a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 210 time: 0.0372477 Sep 19 06:56:36.659436 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Allocated IP 172.20.0.2 (cf0bf458-f1a4-483d-ad62-e570a0d47b86/e61071fa-ad97-48b3-908c-de90693fd965/fa971910-9c00-4f70-af46-24283150859e) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:56:36.846667 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:36.905880 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:36.928790 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccde11-78ae-485c-b80d-314558a915eb req-3cfb27be-9f95-4779-bcd2-117920d1fd45 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:36.930754 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-3cfb27be-9f95-4779-bcd2-117920d1fd45 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.32 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 819 time: 0.1220689 Sep 19 06:56:36.954599 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Network cf0bf458-f1a4-483d-ad62-e570a0d47b86 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:56:36.955796 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Request body: {'port': {'device_id': '1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9', 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86', 'admin_state_up': True, 'tenant_id': '9784b407a52045c98f6628f8e396e835'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:36.958271 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:36.962342 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:56:36.993150 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Pushing event updated for resources: {'Port': ['ID=fa971910-9c00-4f70-af46-24283150859e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:37.031209 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:37.031876 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.058616 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-98f90d9e-92bf-41c2-93ae-91322fcfecf8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9263964 Sep 19 06:56:37.079795 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Request body: {'port': {'device_id': '87403fed-e160-49f7-98a5-6f1c6d9f944d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:37.087105 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Made reservation on behalf of 9784b407a52045c98f6628f8e396e835 for: {'port': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:37.090614 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.137414 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.221135 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Allocated IP 172.20.0.3 (cf0bf458-f1a4-483d-ad62-e570a0d47b86/e61071fa-ad97-48b3-908c-de90693fd965/503214db-55ce-4e75-93cd-4b8880b45117) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:56:37.373946 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.409301 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.470612 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Network cf0bf458-f1a4-483d-ad62-e570a0d47b86 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:56:37.482181 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Pushing event updated for resources: {'Port': ['ID=503214db-55ce-4e75-93cd-4b8880b45117,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:37.489554 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:37.492261 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:56:37.551622 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:37.552513 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.575403 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-42b9e573-6b3c-41fb-bb5d-f7671fbbb925 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6263170 Sep 19 06:56:37.614826 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Request body: {'port': {'device_id': '1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:37.652279 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa971910-9c00-4f70-af46-24283150859e {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:37.661972 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 40594e54-e0a0-4b77-a926-58028fc583d3 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:37.663286 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.680736 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Transition to ACTIVE for port object fa971910-9c00-4f70-af46-24283150859e will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:56:37.698819 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.729119 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.752004 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f334e0-efcf-4517-85e2-58e592a6a304 req-db2b34b9-a821-444d-af82-556a0f9de31d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:37.761623 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Pushing event updated for resources: {'Port': ['ID=fa971910-9c00-4f70-af46-24283150859e,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:37.761845 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11f334e0-efcf-4517-85e2-58e592a6a304 req-db2b34b9-a821-444d-af82-556a0f9de31d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 944 time: 0.1994326 Sep 19 06:56:37.799692 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 53d4a0c5-4032-489d-87fc-92a8823a3afa up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:37.846928 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11f334e0-efcf-4517-85e2-58e592a6a304 req-08f331a3-d4ef-41ed-9398-32e6b81370b7 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841372 Sep 19 06:56:37.889157 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09461-3b31-451d-8dd8-47ce751f879d req-916e3996-5b77-4b37-9786-e2231935307a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:37.889157 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79b09461-3b31-451d-8dd8-47ce751f879d req-916e3996-5b77-4b37-9786-e2231935307a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 931 time: 0.1191335 Sep 19 06:56:37.906288 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 40594e54-e0a0-4b77-a926-58028fc583d3 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:56:37.918469 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 40594e54-e0a0-4b77-a926-58028fc583d3 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:37.918853 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:37.971689 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79b09461-3b31-451d-8dd8-47ce751f879d req-42226d57-eba4-4859-91cc-ead2701cc58a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789132 Sep 19 06:56:37.977907 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Attempting to bind port fa971910-9c00-4f70-af46-24283150859e on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:56:37.978249 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Attempting to bind port fa971910-9c00-4f70-af46-24283150859e by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:56:37.978572 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Attempting to bind port fa971910-9c00-4f70-af46-24283150859e on network cf0bf458-f1a4-483d-ad62-e570a0d47b86 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:37.984537 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Port fa971910-9c00-4f70-af46-24283150859e on network cf0bf458-f1a4-483d-ad62-e570a0d47b86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:56:37.985055 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Attempting to bind port fa971910-9c00-4f70-af46-24283150859e on network cf0bf458-f1a4-483d-ad62-e570a0d47b86 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:37.991381 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38860) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:38.000066 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:56:38.000410 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Checking segment: {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:56:38.000988 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Bound using segment: {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:56:38.001663 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Bound port: fa971910-9c00-4f70-af46-24283150859e, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:56:38.001793 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.017132 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 53d4a0c5-4032-489d-87fc-92a8823a3afa triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:38.017657 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.103433 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] For port fa971910-9c00-4f70-af46-24283150859e, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:56:38.107846 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] For port fa971910-9c00-4f70-af46-24283150859e, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=fa971910-9c00-4f70-af46-24283150859e,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:56:38.113836 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.121064 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.166761 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad19a580-fc96-4e69-9f6c-ca928164b642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40594e54-e0a0-4b77-a926-58028fc583d3'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:38.169000 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3119fb5f-eca7-4a6c-9885-9de60a6b67d9" -d '{"events": [{"server_uuid": "ad19a580-fc96-4e69-9f6c-ca928164b642", "name": "network-vif-plugged", "status": "completed", "tag": "40594e54-e0a0-4b77-a926-58028fc583d3"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:38.188133 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 40594e54-e0a0-4b77-a926-58028fc583d3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=40594e54-e0a0-4b77-a926-58028fc583d3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:38.202535 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.213778 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Pushing event updated for resources: {'Port': ['ID=fa971910-9c00-4f70-af46-24283150859e,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:38.254034 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b0b599-39a7-4294-9a12-8626aae3192a x-openstack-request-id: req-33b0b599-39a7-4294-9a12-8626aae3192a {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:38.254326 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad19a580-fc96-4e69-9f6c-ca928164b642", "name": "network-vif-plugged", "status": "completed", "tag": "40594e54-e0a0-4b77-a926-58028fc583d3", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:38.254581 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33b0b599-39a7-4294-9a12-8626aae3192a {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:38.254967 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad19a580-fc96-4e69-9f6c-ca928164b642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40594e54-e0a0-4b77-a926-58028fc583d3', 'code': 200} Sep 19 06:56:38.263612 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503214db-55ce-4e75-93cd-4b8880b45117 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:38.264665 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:38.265173 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.266694 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-99a60b78-97cf-466e-9a7f-13c487502acb service neutron] 10.222.0.32 "PUT /v2.0/ports/fa971910-9c00-4f70-af46-24283150859e HTTP/1.1" status: 200 len: 1093 time: 1.1934395 Sep 19 06:56:38.268055 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87403fed-e160-49f7-98a5-6f1c6d9f944d', 'tag': 'fa971910-9c00-4f70-af46-24283150859e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:38.270616 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b14f8f1-98de-4a00-9b43-dba0ca4c9230" -d '{"events": [{"name": "network-changed", "server_uuid": "87403fed-e160-49f7-98a5-6f1c6d9f944d", "tag": "fa971910-9c00-4f70-af46-24283150859e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:38.273910 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.274416 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3b09ef0a-1a4b-4ec9-a34a-5cf91e3c7e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.292908 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Transition to ACTIVE for port object 503214db-55ce-4e75-93cd-4b8880b45117 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:56:38.298750 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.305164 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=40594e54-e0a0-4b77-a926-58028fc583d3,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:38.335590 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36278b9-a94e-40aa-a0f9-95a642c834f7 x-openstack-request-id: req-b36278b9-a94e-40aa-a0f9-95a642c834f7 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:38.335883 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87403fed-e160-49f7-98a5-6f1c6d9f944d", "tag": "fa971910-9c00-4f70-af46-24283150859e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:38.336134 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b36278b9-a94e-40aa-a0f9-95a642c834f7 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:38.336521 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87403fed-e160-49f7-98a5-6f1c6d9f944d', 'tag': 'fa971910-9c00-4f70-af46-24283150859e', 'status': 'completed', 'code': 200} Sep 19 06:56:38.375093 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Pushing event updated for resources: {'Port': ['ID=503214db-55ce-4e75-93cd-4b8880b45117,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:38.411415 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3b09ef0a-1a4b-4ec9-a34a-5cf91e3c7e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.416510 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3b09ef0a-1a4b-4ec9-a34a-5cf91e3c7e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.452635 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Attempting to bind port 503214db-55ce-4e75-93cd-4b8880b45117 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:56:38.453243 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Attempting to bind port 503214db-55ce-4e75-93cd-4b8880b45117 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:56:38.453707 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Attempting to bind port 503214db-55ce-4e75-93cd-4b8880b45117 on network cf0bf458-f1a4-483d-ad62-e570a0d47b86 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:38.466069 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Port 503214db-55ce-4e75-93cd-4b8880b45117 on network cf0bf458-f1a4-483d-ad62-e570a0d47b86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:56:38.466955 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Attempting to bind port 503214db-55ce-4e75-93cd-4b8880b45117 on network cf0bf458-f1a4-483d-ad62-e570a0d47b86 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:38.473338 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:56:38.473979 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Checking segment: {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:56:38.474557 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Bound using segment: {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:56:38.476222 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Bound port: 503214db-55ce-4e75-93cd-4b8880b45117, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '866809c3-87fe-4d34-9977-f2a3446dd8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:56:38.476653 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.547635 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09ef0a-1a4b-4ec9-a34a-5cf91e3c7e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cd0ca9-f22d-4b7a-801d-f7fe26233db3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:38.556647 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3b09ef0a-1a4b-4ec9-a34a-5cf91e3c7e4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=687be54a8b6e427db97dc434a06b087f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618935 Sep 19 06:56:38.557143 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38878) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:38.594818 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] For port 503214db-55ce-4e75-93cd-4b8880b45117, host hv-cinder-80994, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:56:38.598731 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] For port 503214db-55ce-4e75-93cd-4b8880b45117, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=503214db-55ce-4e75-93cd-4b8880b45117,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:56:38.604071 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.609993 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14f8f1-98de-4a00-9b43-dba0ca4c9230 req-f8431a7f-321d-4006-8785-5d756e45ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:38.612014 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b14f8f1-98de-4a00-9b43-dba0ca4c9230 req-f8431a7f-321d-4006-8785-5d756e45ae05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 1096 time: 0.1921902 Sep 19 06:56:38.650411 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:38.651031 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.652481 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] 10.222.0.32 "PUT /v2.0/ports/503214db-55ce-4e75-93cd-4b8880b45117 HTTP/1.1" status: 200 len: 1093 time: 1.0441670 Sep 19 06:56:38.653356 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9', 'tag': '503214db-55ce-4e75-93cd-4b8880b45117'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:38.655137 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae42656-f6c8-4838-b43e-17dd7a52eb36" -d '{"events": [{"name": "network-changed", "server_uuid": "1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9", "tag": "503214db-55ce-4e75-93cd-4b8880b45117"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:38.686948 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1dc11-e5e4-4bc9-9f23-68772b972647 service neutron] Pushing event updated for resources: {'Port': ['ID=503214db-55ce-4e75-93cd-4b8880b45117,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:38.701685 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312bb787-e18b-4af4-9be0-d89dbf406f43 x-openstack-request-id: req-312bb787-e18b-4af4-9be0-d89dbf406f43 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:38.701969 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9", "tag": "503214db-55ce-4e75-93cd-4b8880b45117", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:38.702217 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-312bb787-e18b-4af4-9be0-d89dbf406f43 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:38.702665 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9', 'tag': '503214db-55ce-4e75-93cd-4b8880b45117', 'status': 'completed', 'code': 200} Sep 19 06:56:38.772666 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccde11-78ae-485c-b80d-314558a915eb req-f5262ca7-a515-4cf8-b558-e9f1f4894581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:38.774125 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-f5262ca7-a515-4cf8-b558-e9f1f4894581 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 1096 time: 0.0395284 Sep 19 06:56:38.779202 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99a69e49-3a97-4de6-bab9-4b3c99a6f844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.809519 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e5730-ed50-401f-8f33-79c0bef42089 req-71733f52-683f-49e3-b2bd-9ed3b2bc34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:38.811209 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c11e5730-ed50-401f-8f33-79c0bef42089 req-71733f52-683f-49e3-b2bd-9ed3b2bc34dc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 1098 time: 0.2121756 Sep 19 06:56:38.832957 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-963b457e-f5d5-44bd-b6f7-ce4986436258 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=503214db-55ce-4e75-93cd-4b8880b45117 HTTP/1.1" status: 200 len: 217 time: 0.0428433 Sep 19 06:56:38.839178 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99a69e49-3a97-4de6-bab9-4b3c99a6f844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:38.880271 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccde11-78ae-485c-b80d-314558a915eb req-89e0d005-96fe-4f91-8829-b70db8efd555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:38.882263 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-89e0d005-96fe-4f91-8829-b70db8efd555 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e61071fa-ad97-48b3-908c-de90693fd965 HTTP/1.1" status: 200 len: 859 time: 0.0414388 Sep 19 06:56:38.885656 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14f8f1-98de-4a00-9b43-dba0ca4c9230 req-8988d380-38f7-43b6-b7b4-306900afe54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:38.887097 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b14f8f1-98de-4a00-9b43-dba0ca4c9230 req-8988d380-38f7-43b6-b7b4-306900afe54c service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=9784b407a52045c98f6628f8e396e835&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2539494 Sep 19 06:56:38.910863 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c11e5730-ed50-401f-8f33-79c0bef42089 req-3de41ec5-a16b-499b-bab7-d23d8cdb51c2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859306 Sep 19 06:56:38.926311 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-8925f442-7b24-45b8-a41a-47d7bbcbdc6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf0bf458-f1a4-483d-ad62-e570a0d47b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263860 Sep 19 06:56:38.989243 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226a0c7-241c-4959-add1-e0539753e304 req-03097a10-b8d2-4649-a446-a025049b853b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:38.990765 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9226a0c7-241c-4959-add1-e0539753e304 req-03097a10-b8d2-4649-a446-a025049b853b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 945 time: 0.0486321 Sep 19 06:56:39.012887 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99a69e49-3a97-4de6-bab9-4b3c99a6f844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:39.015762 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99a69e49-3a97-4de6-bab9-4b3c99a6f844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:39.017320 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-99a69e49-3a97-4de6-bab9-4b3c99a6f844 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8cd0ca9-f22d-4b7a-801d-f7fe26233db3 HTTP/1.1" status: 204 len: 168 time: 0.4594371 Sep 19 06:56:39.055081 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9226a0c7-241c-4959-add1-e0539753e304 req-8b216ff2-562f-4ef7-b925-929638200983 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574455 Sep 19 06:56:39.257406 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a69e49-3a97-4de6-bab9-4b3c99a6f844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cd0ca9-f22d-4b7a-801d-f7fe26233db3,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:39.308898 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14f8f1-98de-4a00-9b43-dba0ca4c9230 req-8896d269-d2e3-40d4-bc5e-8d62c261b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:39.310574 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2b14f8f1-98de-4a00-9b43-dba0ca4c9230 req-8896d269-d2e3-40d4-bc5e-8d62c261b574 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4090588 Sep 19 06:56:39.324745 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba08780-34fa-48f1-812e-6c2d7ff72342 req-07fa84a3-df8b-4d65-90f3-356450037013 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:39.326368 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bba08780-34fa-48f1-812e-6c2d7ff72342 req-07fa84a3-df8b-4d65-90f3-356450037013 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 943 time: 0.1004233 Sep 19 06:56:39.333883 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38898) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:39.349844 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-6d0c6d04-7175-4607-abbe-deff8cad37ef service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270969 Sep 19 06:56:39.350659 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71793682-8d35-4b7e-8cf7-2cb08101ce40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:39.372401 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bba08780-34fa-48f1-812e-6c2d7ff72342 req-e58a5fa0-00a9-4f51-a06c-a0a37daba532 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358250 Sep 19 06:56:39.444501 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-78bd017a-67cb-4d7d-840e-e1156cef8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:39.446115 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-78bd017a-67cb-4d7d-840e-e1156cef8b27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 1096 time: 0.0514939 Sep 19 06:56:39.497149 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6fccde11-78ae-485c-b80d-314558a915eb req-89f8fb4e-e156-49aa-9e7c-e2a19920b2fb service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181798 Sep 19 06:56:39.499367 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-87fb7254-0345-4061-908f-bd14ced47774 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa971910-9c00-4f70-af46-24283150859e HTTP/1.1" status: 200 len: 217 time: 0.0342171 Sep 19 06:56:39.523455 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71793682-8d35-4b7e-8cf7-2cb08101ce40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:39.527044 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-71793682-8d35-4b7e-8cf7-2cb08101ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:39.569705 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-71793682-8d35-4b7e-8cf7-2cb08101ce40 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1735e9a41714416da11864705133487e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317557 Sep 19 06:56:39.569705 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71793682-8d35-4b7e-8cf7-2cb08101ce40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5db328-116d-47fa-a39c-1584e3ad9944,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:39.571590 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38908) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:39.614762 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-ee3203f2-6825-4cb3-9a08-dda0aae3ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:39.616321 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-ee3203f2-6825-4cb3-9a08-dda0aae3ab6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e61071fa-ad97-48b3-908c-de90693fd965 HTTP/1.1" status: 200 len: 859 time: 0.0597620 Sep 19 06:56:39.627704 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-989f15c4-1ac8-4e43-ab2d-aaf10860b7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:39.653078 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-989f15c4-1ac8-4e43-ab2d-aaf10860b7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:39.707616 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-2c1649c4-c741-4d90-9f34-44f54410c963 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf0bf458-f1a4-483d-ad62-e570a0d47b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256371 Sep 19 06:56:39.867788 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-0d256527-541c-4313-ba00-08be43850ace service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012514 Sep 19 06:56:39.936604 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-b9489ccd-3a4c-4347-a5b0-66c585a822c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:39.938103 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-b9489ccd-3a4c-4347-a5b0-66c585a822c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 1096 time: 0.2531028 Sep 19 06:56:39.942959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-989f15c4-1ac8-4e43-ab2d-aaf10860b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:39.945532 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-989f15c4-1ac8-4e43-ab2d-aaf10860b7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:39.946743 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-989f15c4-1ac8-4e43-ab2d-aaf10860b7e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e5db328-116d-47fa-a39c-1584e3ad9944 HTTP/1.1" status: 204 len: 168 time: 0.3742688 Sep 19 06:56:39.962748 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f15c4-1ac8-4e43-ab2d-aaf10860b7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5db328-116d-47fa-a39c-1584e3ad9944,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:39.971690 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0fb4c94a-a6de-41f2-bda1-4d677a35c4be req-0f672be0-e669-47a1-97a1-ab6e9754a179 service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922196 Sep 19 06:56:40.046020 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-2578f801-da8d-4b96-a4a7-77f059671fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:40.047515 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-2578f801-da8d-4b96-a4a7-77f059671fc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 920 time: 0.0932202 Sep 19 06:56:40.150250 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-fe7daf51-7258-4c39-a84a-1ff087ee329b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=503214db-55ce-4e75-93cd-4b8880b45117 HTTP/1.1" status: 200 len: 217 time: 0.0472736 Sep 19 06:56:40.222868 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-c5f9c4a9-51c0-4d00-bc4a-06d89a1a593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:40.224364 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-c5f9c4a9-51c0-4d00-bc4a-06d89a1a593b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e61071fa-ad97-48b3-908c-de90693fd965 HTTP/1.1" status: 200 len: 859 time: 0.0653965 Sep 19 06:56:40.232390 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04ac6-60a4-4e02-8ace-1261713a606b req-9d9b139e-5905-4ea7-a9ca-fb851ccdc117 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:40.233786 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ae04ac6-60a4-4e02-8ace-1261713a606b req-9d9b139e-5905-4ea7-a9ca-fb851ccdc117 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 945 time: 0.0861599 Sep 19 06:56:40.281223 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-06a095ea-736b-4ca8-a38b-729d15f5ce75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf0bf458-f1a4-483d-ad62-e570a0d47b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397084 Sep 19 06:56:40.316128 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ae04ac6-60a4-4e02-8ace-1261713a606b req-4bb39bb5-c0d6-4571-91c1-b1256465aeb1 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763476 Sep 19 06:56:40.387143 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-b6fe954f-cc1f-4013-9760-7bcd3a94ede5 service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946329 Sep 19 06:56:40.513141 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004809b0-4da6-46e4-abc7-941241ab1bb8 req-26d06705-0ea8-42f1-8306-7a275e9e53ae tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:40.514906 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-004809b0-4da6-46e4-abc7-941241ab1bb8 req-26d06705-0ea8-42f1-8306-7a275e9e53ae tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 943 time: 0.0592470 Sep 19 06:56:40.559629 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-004809b0-4da6-46e4-abc7-941241ab1bb8 req-b8f7de6e-a6b9-4437-9dda-4fbda04c4a31 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Sep 19 06:56:40.560578 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ae42656-f6c8-4838-b43e-17dd7a52eb36 req-553a480b-b90d-4046-9ea2-e9e59093d530 service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041307 Sep 19 06:56:40.700315 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 38948) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:40.797633 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-563057430-network', 'tenant_id': '35370eafe129459783dc520b62751733'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:40.817643 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Made reservation on behalf of 35370eafe129459783dc520b62751733 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:40.819830 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:40.828138 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:40.913578 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:40.917819 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:40.938547 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:56:40.951850 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:40.957414 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:40.957803 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Added segment 568c5826-3811-40a4-908a-e35314a3cac8 of type vlan for network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f Sep 19 06:56:41.000552 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:41.026601 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:41.027762 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:41.028500 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:41.062190 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3608005 Sep 19 06:56:41.065139 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 38960) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:41.070676 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Request body: {'subnet': {'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-563057430-subnet', 'tenant_id': '35370eafe129459783dc520b62751733', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:41.091676 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Made reservation on behalf of 35370eafe129459783dc520b62751733 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:41.093933 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26077575'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:41.094545 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8848b0a-1ac8-4c8a-bfb3-a85e3efdd0fa admin admin] Pushing event updated for resources: {'Network': ['ID=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:41.104290 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:56:41.258560 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25770118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26077609'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:41.318835 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5950070a-8ac9-4813-b31b-011d7798c395,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:41.324455 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Checking segment: {'id': '568c5826-3811-40a4-908a-e35314a3cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:56:41.324725 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Network hostable DHCP agents. Network: 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:56:41.342073 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:56:41.351789 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:41.357974 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:41.358724 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:41.362557 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f9b2c-314d-4769-95a0-cab94c16fa24 None None] Network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:56:41.383091 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6661ae75-a0f0-4ba1-ac11-bf6102932575 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3086226 Sep 19 06:56:41.445634 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6419a83-1eca-4e44-9cd5-913e6666e6b2 req-99dd9114-3cfa-472a-b97c-f6ecfa9e8c7f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:41.447240 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c6419a83-1eca-4e44-9cd5-913e6666e6b2 req-99dd9114-3cfa-472a-b97c-f6ecfa9e8c7f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 945 time: 0.0563974 Sep 19 06:56:41.491039 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c6419a83-1eca-4e44-9cd5-913e6666e6b2 req-948f2fab-faae-4ae0-9522-708a3a0ad753 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363507 Sep 19 06:56:41.510164 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78e3a0-dd45-4204-ac9c-bbee1ecdeb39 None None] Network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:56:41.668874 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 503214db-55ce-4e75-93cd-4b8880b45117 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:56:41.703158 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7851538-8a4b-47b0-9b68-9b843a4ac88a req-f4fb02af-4cb8-46a4-8edb-726aeefaf3f9 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:41.711563 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d7851538-8a4b-47b0-9b68-9b843a4ac88a req-f4fb02af-4cb8-46a4-8edb-726aeefaf3f9 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 943 time: 0.0716662 Sep 19 06:56:41.763061 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d7851538-8a4b-47b0-9b68-9b843a4ac88a req-da6d145d-12b8-4ae3-8108-7d8cc41c1ad1 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Sep 19 06:56:41.781602 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 503214db-55ce-4e75-93cd-4b8880b45117, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=503214db-55ce-4e75-93cd-4b8880b45117,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:41.796403 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '503214db-55ce-4e75-93cd-4b8880b45117', 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86', 'port_id': '503214db-55ce-4e75-93cd-4b8880b45117', 'mac_address': 'fa:16:3e:2b:87:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61071fa-ad97-48b3-908c-de90693fd965', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:56:41.839114 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:41.854892 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503214db-55ce-4e75-93cd-4b8880b45117 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:41.879109 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 503214db-55ce-4e75-93cd-4b8880b45117, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=503214db-55ce-4e75-93cd-4b8880b45117,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:41.885428 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:41.888103 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device fa971910-9c00-4f70-af46-24283150859e details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:56:41.980131 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port fa971910-9c00-4f70-af46-24283150859e, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=fa971910-9c00-4f70-af46-24283150859e,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:41.997069 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'fa971910-9c00-4f70-af46-24283150859e', 'network_id': 'cf0bf458-f1a4-483d-ad62-e570a0d47b86', 'port_id': 'fa971910-9c00-4f70-af46-24283150859e', 'mac_address': 'fa:16:3e:46:d3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61071fa-ad97-48b3-908c-de90693fd965', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:56:42.004833 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=503214db-55ce-4e75-93cd-4b8880b45117,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:42.093836 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4b4d39ba-b1f3-4632-bc2c-12eb88a9b49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:42.098685 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:42.117427 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa971910-9c00-4f70-af46-24283150859e {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:42.144954 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port fa971910-9c00-4f70-af46-24283150859e, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=fa971910-9c00-4f70-af46-24283150859e,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:42.152649 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:42.211078 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=fa971910-9c00-4f70-af46-24283150859e,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:42.650355 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['fa971910-9c00-4f70-af46-24283150859e'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:56:42.680348 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['503214db-55ce-4e75-93cd-4b8880b45117'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:56:42.874408 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e7e7b-8d33-48c1-b546-799ec0c4ec76 req-535e4e9f-d83e-486a-a015-135d68f532dd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:42.876108 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dc6e7e7b-8d33-48c1-b546-799ec0c4ec76 req-535e4e9f-d83e-486a-a015-135d68f532dd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 944 time: 0.0529041 Sep 19 06:56:42.918353 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dc6e7e7b-8d33-48c1-b546-799ec0c4ec76 req-4cc456f6-6eb7-414c-9c44-3ce0e22602a0 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335631 Sep 19 06:56:43.287931 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-00be8b7e-c329-4573-b95d-db79e3f5e998 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:43.294010 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-00be8b7e-c329-4573-b95d-db79e3f5e998 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/networks?id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f HTTP/1.1" status: 200 len: 808 time: 0.1101923 Sep 19 06:56:43.309714 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-62d32684-9147-47db-8228-e44c52d8f16d tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/quotas/35370eafe129459783dc520b62751733 HTTP/1.1" status: 200 len: 375 time: 0.0109811 Sep 19 06:56:43.360024 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-763da70b-0cc6-49e2-af1d-45b64771cbf2 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35370eafe129459783dc520b62751733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434725 Sep 19 06:56:43.433825 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 39034) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:43.464140 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-8ae21852-866d-41de-a876-63e57347d3a8 service neutron] 10.222.0.18 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964050 Sep 19 06:56:43.558098 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a7b9fa73-12fd-46fa-b14c-8ecbf18b8302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:43.579407 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-63fa152e-9519-4387-9328-c093ecda65d1 service neutron] 10.222.0.18 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091051 Sep 19 06:56:43.666900 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a7b9fa73-12fd-46fa-b14c-8ecbf18b8302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:43.670795 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a7b9fa73-12fd-46fa-b14c-8ecbf18b8302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:43.707982 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9fa73-12fd-46fa-b14c-8ecbf18b8302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89ad8fa-58f1-442a-917f-285209443db3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:43.712865 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a7b9fa73-12fd-46fa-b14c-8ecbf18b8302 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80d745bf82704b0ca26656a668d09cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780416 Sep 19 06:56:43.715368 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 39042) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:43.742787 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3995ae70-e133-4012-87f8-7344efd5f9f1 req-570486eb-5688-4961-818d-ae6ce6d6fd55 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 210 time: 0.0298738 Sep 19 06:56:43.770481 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bb71f0a-8d61-46de-8b53-42f688cd5d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:43.792979 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bb71f0a-8d61-46de-8b53-42f688cd5d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:43.841204 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bb71f0a-8d61-46de-8b53-42f688cd5d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:43.844531 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2bb71f0a-8d61-46de-8b53-42f688cd5d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:43.845951 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2bb71f0a-8d61-46de-8b53-42f688cd5d7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a89ad8fa-58f1-442a-917f-285209443db3 HTTP/1.1" status: 204 len: 168 time: 0.1296852 Sep 19 06:56:43.854248 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb71f0a-8d61-46de-8b53-42f688cd5d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89ad8fa-58f1-442a-917f-285209443db3,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:44.046738 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cca316-f8bf-432f-a38f-976940491d37 req-9174a2b1-5c12-488c-a19f-0e2d06bd9c25 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:44.048689 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78cca316-f8bf-432f-a38f-976940491d37 req-9174a2b1-5c12-488c-a19f-0e2d06bd9c25 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 944 time: 0.0566082 Sep 19 06:56:44.094043 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78cca316-f8bf-432f-a38f-976940491d37 req-3901ab37-86ff-4d87-9c82-b173f4453ad2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378158 Sep 19 06:56:44.140662 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 39058) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:44.154820 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-061a2a92-bc2e-48ac-9c86-7a6d853cc68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:44.248771 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-061a2a92-bc2e-48ac-9c86-7a6d853cc68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:44.252654 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-061a2a92-bc2e-48ac-9c86-7a6d853cc68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:44.290783 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a2a92-bc2e-48ac-9c86-7a6d853cc68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab07ac5-fed1-41c1-a464-c4249437fdeb,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:44.295770 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-061a2a92-bc2e-48ac-9c86-7a6d853cc68d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89c6c5dc350c4a679d0d415ae36ae036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539280 Sep 19 06:56:44.298744 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 39062) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:44.356137 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1fb1df8a-85b9-41de-80f4-a85317de5f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:44.377732 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1fb1df8a-85b9-41de-80f4-a85317de5f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:44.459648 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1fb1df8a-85b9-41de-80f4-a85317de5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:44.459991 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1fb1df8a-85b9-41de-80f4-a85317de5f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:44.463634 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1fb1df8a-85b9-41de-80f4-a85317de5f10 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ab07ac5-fed1-41c1-a464-c4249437fdeb HTTP/1.1" status: 204 len: 168 time: 0.1637170 Sep 19 06:56:44.477518 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1df8a-85b9-41de-80f4-a85317de5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab07ac5-fed1-41c1-a464-c4249437fdeb,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:44.498947 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:56:44.686685 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4819b2b2-2c2b-4ad4-b46e-0024ceea0960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:44.861233 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-5d685f24-249e-4e9a-94eb-3b47be3c934a tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:44.862484 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4a409686-448a-4674-8c8a-aaa7cad7cfa0 req-943a0204-db1c-4b9d-984f-002ea8ec4794 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 210 time: 0.0395827 Sep 19 06:56:44.868011 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-5d685f24-249e-4e9a-94eb-3b47be3c934a tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 815 time: 0.1582208 Sep 19 06:56:44.887622 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-ee711e30-171f-4d41-b3fa-1410a87a6946 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/quotas/ce1ec034b7fa4a54933c51dd8235536d HTTP/1.1" status: 200 len: 375 time: 0.0118780 Sep 19 06:56:44.967149 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-17a97902-c92f-422d-8e8d-f77aec04ab57 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741265 Sep 19 06:56:45.026100 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-b1be9bf8-b1f1-4be2-ba81-e4570a6fa6ad tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:45.027614 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-b1be9bf8-b1f1-4be2-ba81-e4570a6fa6ad tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.32 "GET /v2.0/networks?id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f HTTP/1.1" status: 200 len: 808 time: 0.1175025 Sep 19 06:56:45.048461 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Request body: {'port': {'device_id': 'bb7a1615-a3ba-4912-a4db-a914b6eb4c29', 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f', 'admin_state_up': True, 'tenant_id': '35370eafe129459783dc520b62751733'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:45.078405 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-388916fc-4625-4629-ae46-3111ba322b51 service neutron] 10.222.0.18 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103051 Sep 19 06:56:45.174478 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-efddedbb-838c-45a5-85b1-155c1209e50f service neutron] 10.222.0.18 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942328 Sep 19 06:56:45.230166 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Made reservation on behalf of 35370eafe129459783dc520b62751733 for: {'port': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:45.234619 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:45.263808 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8eb29-e078-43c7-9fe0-60eb29fa36f2 req-5aeda549-c179-4112-b6fe-eec7fc07ba9e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:45.265660 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-20a8eb29-e078-43c7-9fe0-60eb29fa36f2 req-5aeda549-c179-4112-b6fe-eec7fc07ba9e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 944 time: 0.0892937 Sep 19 06:56:45.358308 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-20a8eb29-e078-43c7-9fe0-60eb29fa36f2 req-75f49f05-23a3-493d-826f-3c8cba9b58cd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843229 Sep 19 06:56:45.445152 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2beab1c7-b376-4c77-9976-580f5b420de9 req-d64b4451-9300-48ef-90b6-4cb9dfbfc6a2 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 210 time: 0.0352542 Sep 19 06:56:45.448549 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Allocated IP 172.20.0.3 (1ef59384-9755-4d8e-a7b1-b0f5fba30b0f/5950070a-8ac9-4813-b31b-011d7798c395/e49d5512-2352-4ae0-bd55-f4c3d0e84ba7) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:56:45.637383 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:45.672538 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:45.688557 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:45.720998 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:56:45.724774 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:45.731263 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:56:45.737221 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Pushing event updated for resources: {'Port': ['ID=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:45.783585 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:45.784278 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:45.792725 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:45.804513 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-515d307b-49c5-4dda-81db-c3a150383a89 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586215 Sep 19 06:56:47.369825 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.090856 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 503214db-55ce-4e75-93cd-4b8880b45117 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:48.122405 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Request body: {'port': {'device_id': 'bb7a1615-a3ba-4912-a4db-a914b6eb4c29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:48.145525 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 503214db-55ce-4e75-93cd-4b8880b45117 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:56:48.150795 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 503214db-55ce-4e75-93cd-4b8880b45117 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:48.151202 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.180503 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.246950 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.298575 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 503214db-55ce-4e75-93cd-4b8880b45117, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=503214db-55ce-4e75-93cd-4b8880b45117,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:48.299775 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503214db-55ce-4e75-93cd-4b8880b45117'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:48.306128 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9e1c-88bf-40a3-a1f3-8630c6f96399 req-afe7eb58-d3ee-4638-ad6b-dcc9d01c4e70 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:48.307443 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069f9b17-02be-4c8c-aaba-f1143e666a6e" -d '{"events": [{"server_uuid": "1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9", "name": "network-vif-plugged", "status": "completed", "tag": "503214db-55ce-4e75-93cd-4b8880b45117"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:48.312106 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fdea9e1c-88bf-40a3-a1f3-8630c6f96399 req-afe7eb58-d3ee-4638-ad6b-dcc9d01c4e70 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 931 time: 0.0868454 Sep 19 06:56:48.313464 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.314464 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device fa971910-9c00-4f70-af46-24283150859e up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:48.368102 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fdea9e1c-88bf-40a3-a1f3-8630c6f96399 req-cdd5da5f-5af4-4beb-bf9b-3d40519fa7d7 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524807 Sep 19 06:56:48.414326 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=503214db-55ce-4e75-93cd-4b8880b45117,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:48.418240 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e478f9-f39d-4053-94ff-aa62a423c49d req-0a7a838d-622e-4994-8359-0d277c9c4ed2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:48.419730 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d3e478f9-f39d-4053-94ff-aa62a423c49d req-0a7a838d-622e-4994-8359-0d277c9c4ed2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.1086211 Sep 19 06:56:48.433233 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port fa971910-9c00-4f70-af46-24283150859e completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:56:48.437625 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port fa971910-9c00-4f70-af46-24283150859e triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:48.438169 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.471683 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1a2ea020-f05e-4661-a4e6-66458898bdb1 req-bd0068b8-5792-4920-8fa2-4ffb0a285c42 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 210 time: 0.0431330 Sep 19 06:56:48.495490 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d3e478f9-f39d-4053-94ff-aa62a423c49d req-13ed97fc-1cd3-4441-b40d-48656f572403 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639431 Sep 19 06:56:48.530660 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df53f0-ee72-4f8e-88a8-afe29ee5254e x-openstack-request-id: req-f2df53f0-ee72-4f8e-88a8-afe29ee5254e {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:48.530945 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9", "name": "network-vif-plugged", "status": "completed", "tag": "503214db-55ce-4e75-93cd-4b8880b45117", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:48.531195 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2df53f0-ee72-4f8e-88a8-afe29ee5254e {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:48.531601 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503214db-55ce-4e75-93cd-4b8880b45117', 'code': 200} Sep 19 06:56:48.539061 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:48.546299 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.546444 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.558357 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Transition to ACTIVE for port object e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:56:48.562487 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.584749 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port fa971910-9c00-4f70-af46-24283150859e, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=fa971910-9c00-4f70-af46-24283150859e,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:48.589386 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.617604 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Pushing event updated for resources: {'Port': ['ID=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:48.653841 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=fa971910-9c00-4f70-af46-24283150859e,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:48.680028 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Attempting to bind port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:56:48.680607 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Attempting to bind port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '568c5826-3811-40a4-908a-e35314a3cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:56:48.680932 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Attempting to bind port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 on network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:48.685092 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 on network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:56:48.685404 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Attempting to bind port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 on network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:48.690349 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:56:48.690730 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Checking segment: {'id': '568c5826-3811-40a4-908a-e35314a3cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:56:48.691161 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Bound using segment: {'id': '568c5826-3811-40a4-908a-e35314a3cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:56:48.691665 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Bound port: e49d5512-2352-4ae0-bd55-f4c3d0e84ba7, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568c5826-3811-40a4-908a-e35314a3cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:56:48.692188 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.758246 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] For port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7, host hv-cinder-80994, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:56:48.761404 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] For port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:56:48.765035 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.791755 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151df1cc-b72d-4ceb-9858-6ba204383c3b req-15920eaa-2068-4985-9f7f-18bdcc0544cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:48.793265 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-151df1cc-b72d-4ceb-9858-6ba204383c3b req-15920eaa-2068-4985-9f7f-18bdcc0544cc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 1098 time: 0.0405390 Sep 19 06:56:48.798456 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:48.799070 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:48.800471 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] 10.222.0.32 "PUT /v2.0/ports/e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 HTTP/1.1" status: 200 len: 1093 time: 0.6828961 Sep 19 06:56:48.800897 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7a1615-a3ba-4912-a4db-a914b6eb4c29', 'tag': 'e49d5512-2352-4ae0-bd55-f4c3d0e84ba7'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:48.803141 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822597e5-3c54-4540-8d40-3f2e9e180ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7a1615-a3ba-4912-a4db-a914b6eb4c29", "tag": "e49d5512-2352-4ae0-bd55-f4c3d0e84ba7"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:48.834604 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77b067-bad8-4c2b-873a-28df5a3e766f service neutron] Pushing event updated for resources: {'Port': ['ID=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:48.845357 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a3008b-d85a-433d-8094-2b9efd3f72e8 x-openstack-request-id: req-e5a3008b-d85a-433d-8094-2b9efd3f72e8 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:48.845754 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7a1615-a3ba-4912-a4db-a914b6eb4c29", "tag": "e49d5512-2352-4ae0-bd55-f4c3d0e84ba7", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:48.846009 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e5a3008b-d85a-433d-8094-2b9efd3f72e8 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:48.846394 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7a1615-a3ba-4912-a4db-a914b6eb4c29', 'tag': 'e49d5512-2352-4ae0-bd55-f4c3d0e84ba7', 'status': 'completed', 'code': 200} Sep 19 06:56:48.848805 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-151df1cc-b72d-4ceb-9858-6ba204383c3b req-5d08f458-2306-4147-83ab-fff00d400272 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Sep 19 06:56:49.297464 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-6ffc0fc2-60a0-4d69-b66b-c51529472aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:49.298924 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-6ffc0fc2-60a0-4d69-b66b-c51529472aef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=35370eafe129459783dc520b62751733&device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 1096 time: 0.0456178 Sep 19 06:56:49.437990 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-66a8612d-2316-4b47-b225-768474ed28cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 HTTP/1.1" status: 200 len: 217 time: 0.0387514 Sep 19 06:56:49.484723 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19f37f-d65b-4f18-80fc-b7c57a940837 req-a19d3e62-e30e-4675-ae77-c8b3fa8f0578 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:49.486207 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1f19f37f-d65b-4f18-80fc-b7c57a940837 req-a19d3e62-e30e-4675-ae77-c8b3fa8f0578 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 943 time: 0.0506847 Sep 19 06:56:49.527141 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1f19f37f-d65b-4f18-80fc-b7c57a940837 req-98559c85-1898-4428-b405-11edd395fad7 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Sep 19 06:56:49.574553 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-acfa63c0-2100-4ce1-9dc4-15d271dead25 req-61c21157-c4a6-44e7-865e-3b50da3c16f8 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 210 time: 0.0320125 Sep 19 06:56:49.604648 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-870d8e87-894b-40ee-af22-25443c927710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:49.606403 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-870d8e87-894b-40ee-af22-25443c927710 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5950070a-8ac9-4813-b31b-011d7798c395 HTTP/1.1" status: 200 len: 848 time: 0.0744302 Sep 19 06:56:49.658864 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648ba08-abcf-448c-9e87-85edcddbedb6 req-5460c5ea-7486-4beb-9f91-f16ea85058fb tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:49.660357 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9648ba08-abcf-448c-9e87-85edcddbedb6 req-5460c5ea-7486-4beb-9f91-f16ea85058fb tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0522246 Sep 19 06:56:49.701681 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-93b639ac-9a7d-43e6-9eba-6624c8ff074d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339000 Sep 19 06:56:49.733209 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9648ba08-abcf-448c-9e87-85edcddbedb6 req-93c951c7-18b5-4481-8703-978c2400f616 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568390 Sep 19 06:56:49.790954 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-492d06ca-10b7-4675-8bab-fbf8e53a1360 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:49.791885 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-492d06ca-10b7-4675-8bab-fbf8e53a1360 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 815 time: 0.1226163 Sep 19 06:56:49.819501 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-874b1dc0-fe0d-4d27-80d8-28b92a1d9e9d service neutron] 10.222.0.32 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040225 Sep 19 06:56:49.845873 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Request body: {'port': {'device_id': '7cc8cd6a-a140-4b20-b292-79e1716f0fdd', 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77', 'admin_state_up': True, 'tenant_id': 'ce1ec034b7fa4a54933c51dd8235536d'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:49.945245 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ffa76f2e-af95-41bb-a82b-3f7b5a23be25 req-b7819750-358e-4a86-83d8-6600f30cbc44 service neutron] 10.222.0.32 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020625 Sep 19 06:56:49.958235 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Made reservation on behalf of ce1ec034b7fa4a54933c51dd8235536d for: {'port': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:49.961963 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:50.090839 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Allocated IP 172.20.0.6 (3955066d-8d6c-4718-b013-2857e4af8e77/66b19c4f-2aae-4542-8c5c-d7f7136339e9/874f30c8-8519-463a-a42b-c43b46b012b3) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:56:50.163011 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-929d0fd7-8490-4e3a-ad02-b1851c5e8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:50.164629 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-929d0fd7-8490-4e3a-ad02-b1851c5e8f57 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=35370eafe129459783dc520b62751733&device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 1096 time: 0.0445504 Sep 19 06:56:50.251885 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:50.285867 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-19f4aed1-6763-4288-82de-3c2ed6d23081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:50.287346 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-19f4aed1-6763-4288-82de-3c2ed6d23081 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f HTTP/1.1" status: 200 len: 909 time: 0.0963495 Sep 19 06:56:50.291203 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:50.336484 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Network 3955066d-8d6c-4718-b013-2857e4af8e77 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:56:50.343850 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-1c1ce8b6-07c7-4cb5-9e3a-0632bb86c5bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 HTTP/1.1" status: 200 len: 217 time: 0.0432551 Sep 19 06:56:50.347083 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:56:50.348019 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', '40594e54-e0a0-4b77-a926-58028fc583d3'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:56:50.350044 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:56:50.378239 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Pushing event updated for resources: {'Port': ['ID=874f30c8-8519-463a-a42b-c43b46b012b3,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:50.419672 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:50.420313 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:50.438725 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-27eb6bab-fd7a-4950-bd0f-524fedb4410c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5961754 Sep 19 06:56:50.534001 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87403fed-e160-49f7-98a5-6f1c6d9f944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa971910-9c00-4f70-af46-24283150859e'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:50.538397 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80228e73-7056-4690-8837-c55e1741a46a" -d '{"events": [{"server_uuid": "87403fed-e160-49f7-98a5-6f1c6d9f944d", "name": "network-vif-plugged", "status": "completed", "tag": "fa971910-9c00-4f70-af46-24283150859e"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:50.538615 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Request body: {'port': {'device_id': '7cc8cd6a-a140-4b20-b292-79e1716f0fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:50.564907 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-60a0229f-4613-47d9-b725-fca05361681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:50.566701 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-60a0229f-4613-47d9-b725-fca05361681a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5950070a-8ac9-4813-b31b-011d7798c395 HTTP/1.1" status: 200 len: 848 time: 0.0623376 Sep 19 06:56:50.617076 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:50.623284 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-9165a3fa-db63-4dbd-876b-bb86577524bb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321043 Sep 19 06:56:50.707047 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d83979-ad5b-4436-a682-f3d41aa39f1b x-openstack-request-id: req-53d83979-ad5b-4436-a682-f3d41aa39f1b {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:50.707913 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87403fed-e160-49f7-98a5-6f1c6d9f944d", "name": "network-vif-plugged", "status": "completed", "tag": "fa971910-9c00-4f70-af46-24283150859e", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:50.709038 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53d83979-ad5b-4436-a682-f3d41aa39f1b {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:50.709775 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87403fed-e160-49f7-98a5-6f1c6d9f944d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa971910-9c00-4f70-af46-24283150859e', 'code': 200} Sep 19 06:56:50.871958 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-9b8db169-72cf-4ca1-9cb5-4a92f443a806 service neutron] 10.222.0.32 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721501 Sep 19 06:56:50.890076 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92612dd0-f378-4dfe-a936-b9b1fc4667f2 req-1e2c497f-a496-40be-8502-c35840589bca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:50.896073 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-92612dd0-f378-4dfe-a936-b9b1fc4667f2 req-1e2c497f-a496-40be-8502-c35840589bca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 931 time: 0.0867374 Sep 19 06:56:50.902901 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98b23b-172d-4af4-8673-9ed0a08dc969 req-67a4bf13-30a8-43fd-a6ec-02ba8bea3e65 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:50.904533 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4e98b23b-172d-4af4-8673-9ed0a08dc969 req-67a4bf13-30a8-43fd-a6ec-02ba8bea3e65 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 943 time: 0.0786791 Sep 19 06:56:50.979356 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 874f30c8-8519-463a-a42b-c43b46b012b3 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:50.986275 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4e98b23b-172d-4af4-8673-9ed0a08dc969 req-5c0c5ee8-01b7-477e-9d7c-6f4ccd3f8d0f tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705066 Sep 19 06:56:50.990988 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:51.003470 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Transition to ACTIVE for port object 874f30c8-8519-463a-a42b-c43b46b012b3 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:56:51.008725 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:51.038214 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-92612dd0-f378-4dfe-a936-b9b1fc4667f2 req-47367c93-45fe-42fb-83c5-4c271a347b7d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211610 Sep 19 06:56:51.070594 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468638ec-c862-41ff-91f6-f574739646a3 req-0ccd35cc-5150-47a3-bd28-677aac642705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:51.072602 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-468638ec-c862-41ff-91f6-f574739646a3 req-0ccd35cc-5150-47a3-bd28-677aac642705 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 1098 time: 0.0871787 Sep 19 06:56:51.080702 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-822597e5-3c54-4540-8d40-3f2e9e180ac9 req-517e5e6d-d29e-42e8-91fc-50956f5b9c3b service neutron] 10.222.0.32 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833196 Sep 19 06:56:51.162022 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-468638ec-c862-41ff-91f6-f574739646a3 req-ac817e11-51bb-4af1-8440-9cb5838a868e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437040 Sep 19 06:56:51.191686 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=874f30c8-8519-463a-a42b-c43b46b012b3,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:51.236779 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6427d6-c790-4e04-aea8-6c1aff0f19f4 req-d8bb1cb9-36f2-4c6d-8ac2-12f35527d8cc tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:51.238342 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f6427d6-c790-4e04-aea8-6c1aff0f19f4 req-d8bb1cb9-36f2-4c6d-8ac2-12f35527d8cc tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.1201351 Sep 19 06:56:51.242959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Attempting to bind port 874f30c8-8519-463a-a42b-c43b46b012b3 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:56:51.243379 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Attempting to bind port 874f30c8-8519-463a-a42b-c43b46b012b3 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:56:51.243845 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Attempting to bind port 874f30c8-8519-463a-a42b-c43b46b012b3 on network 3955066d-8d6c-4718-b013-2857e4af8e77 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:51.254148 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Port 874f30c8-8519-463a-a42b-c43b46b012b3 on network 3955066d-8d6c-4718-b013-2857e4af8e77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:56:51.254557 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Attempting to bind port 874f30c8-8519-463a-a42b-c43b46b012b3 on network 3955066d-8d6c-4718-b013-2857e4af8e77 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:56:51.267762 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:56:51.268107 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Checking segment: {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:56:51.268491 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Bound using segment: {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:56:51.268927 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Bound port: 874f30c8-8519-463a-a42b-c43b46b012b3, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:56:51.269288 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:51.303773 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f6427d6-c790-4e04-aea8-6c1aff0f19f4 req-9eff6562-97e1-4635-84c4-34606258f77f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558829 Sep 19 06:56:51.371981 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] For port 874f30c8-8519-463a-a42b-c43b46b012b3, host hv-cinder-80994, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:56:51.375312 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] For port 874f30c8-8519-463a-a42b-c43b46b012b3, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=874f30c8-8519-463a-a42b-c43b46b012b3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:56:51.380859 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:51.417360 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:51.418171 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:51.419369 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] 10.222.0.32 "PUT /v2.0/ports/874f30c8-8519-463a-a42b-c43b46b012b3 HTTP/1.1" status: 200 len: 1093 time: 0.8855939 Sep 19 06:56:51.419843 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc8cd6a-a140-4b20-b292-79e1716f0fdd', 'tag': '874f30c8-8519-463a-a42b-c43b46b012b3'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:51.422134 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243f8c54-5b21-4ce4-9ee2-f7a56e976667" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc8cd6a-a140-4b20-b292-79e1716f0fdd", "tag": "874f30c8-8519-463a-a42b-c43b46b012b3"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:51.444128 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5960a-8ff7-407c-8355-3e92bbe8ab49 service neutron] Pushing event updated for resources: {'Port': ['ID=874f30c8-8519-463a-a42b-c43b46b012b3,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:51.471598 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49712228-c986-45b9-9b8a-5e35973898f0 x-openstack-request-id: req-49712228-c986-45b9-9b8a-5e35973898f0 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:51.471894 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc8cd6a-a140-4b20-b292-79e1716f0fdd", "tag": "874f30c8-8519-463a-a42b-c43b46b012b3", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:51.472152 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49712228-c986-45b9-9b8a-5e35973898f0 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:51.472554 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc8cd6a-a140-4b20-b292-79e1716f0fdd', 'tag': '874f30c8-8519-463a-a42b-c43b46b012b3', 'status': 'completed', 'code': 200} Sep 19 06:56:51.617595 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344265de-c413-4229-8b61-36ce825cb508 req-1d40cba0-2cc6-46ce-934e-f5dc6041f311 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:51.619090 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-344265de-c413-4229-8b61-36ce825cb508 req-1d40cba0-2cc6-46ce-934e-f5dc6041f311 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0485423 Sep 19 06:56:51.683768 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-344265de-c413-4229-8b61-36ce825cb508 req-2c94968d-60bc-4c74-aa05-7405f363369f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587597 Sep 19 06:56:51.702954 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f8c54-5b21-4ce4-9ee2-f7a56e976667 req-cfccb803-552f-46ac-8798-1f278e9fa17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:51.704955 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-243f8c54-5b21-4ce4-9ee2-f7a56e976667 req-cfccb803-552f-46ac-8798-1f278e9fa17d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 1096 time: 0.0558903 Sep 19 06:56:51.721508 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49798666-9bca-45ac-809d-a782de0f65be req-7f514242-d0ed-43a4-9df9-cd6c9947e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:51.722971 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-49798666-9bca-45ac-809d-a782de0f65be req-7f514242-d0ed-43a4-9df9-cd6c9947e9cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 1098 time: 0.0415034 Sep 19 06:56:51.865699 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49798666-9bca-45ac-809d-a782de0f65be req-4b38e31b-f9d4-40b4-a27e-21555a03ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:51.867156 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-49798666-9bca-45ac-809d-a782de0f65be req-4b38e31b-f9d4-40b4-a27e-21555a03ed84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 920 time: 0.0915790 Sep 19 06:56:51.935662 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-49798666-9bca-45ac-809d-a782de0f65be req-608fda0e-f937-4e15-9d9c-7399c14fc6a8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=503214db-55ce-4e75-93cd-4b8880b45117 HTTP/1.1" status: 200 len: 217 time: 0.0346696 Sep 19 06:56:51.935898 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f8c54-5b21-4ce4-9ee2-f7a56e976667 req-9f801434-1b10-47e7-b60a-377c791ef9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:51.937259 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-243f8c54-5b21-4ce4-9ee2-f7a56e976667 req-9f801434-1b10-47e7-b60a-377c791ef9e1 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1639824 Sep 19 06:56:52.003103 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49798666-9bca-45ac-809d-a782de0f65be req-7c73db1e-4cd3-4b25-b6e3-c67ed30293fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:52.004651 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-49798666-9bca-45ac-809d-a782de0f65be req-7c73db1e-4cd3-4b25-b6e3-c67ed30293fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e61071fa-ad97-48b3-908c-de90693fd965 HTTP/1.1" status: 200 len: 859 time: 0.0453510 Sep 19 06:56:52.045266 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-49798666-9bca-45ac-809d-a782de0f65be req-475ad47d-de84-4393-9081-4ebc77ac458d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf0bf458-f1a4-483d-ad62-e570a0d47b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302508 Sep 19 06:56:52.112058 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 39250) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:52.209294 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8befad2-f874-4930-a71f-b80ea2aacaf4 req-2ea28ba6-0e66-4497-af71-41d74ac75314 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:52.210976 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e8befad2-f874-4930-a71f-b80ea2aacaf4 req-2ea28ba6-0e66-4497-af71-41d74ac75314 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 943 time: 0.1151264 Sep 19 06:56:52.214934 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-49798666-9bca-45ac-809d-a782de0f65be req-999d4cba-9785-4daf-bd6a-2c80bc0788bd service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521959 Sep 19 06:56:52.378482 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f8c54-5b21-4ce4-9ee2-f7a56e976667 req-c5029d21-c752-4349-9f55-1dc209271d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:52.379967 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-243f8c54-5b21-4ce4-9ee2-f7a56e976667 req-c5029d21-c752-4349-9f55-1dc209271d32 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4151661 Sep 19 06:56:52.392194 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362868-b968-4ac4-b830-78feea62734d req-af331185-66fb-493e-8fde-525c96ae9ec9 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:52.393644 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-19362868-b968-4ac4-b830-78feea62734d req-af331185-66fb-493e-8fde-525c96ae9ec9 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 943 time: 0.1122224 Sep 19 06:56:52.439055 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-19362868-b968-4ac4-b830-78feea62734d req-6b7206b5-8869-457e-a570-18f48cb1a76a tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Sep 19 06:56:52.469711 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e2724435-1a4d-4874-869d-52e969e60b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:52.518205 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-6f32f15a-bcf0-4593-ab4d-1461e9b75444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:52.519708 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-6f32f15a-bcf0-4593-ab4d-1461e9b75444 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 1096 time: 0.0390620 Sep 19 06:56:52.531405 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e8befad2-f874-4930-a71f-b80ea2aacaf4 req-8123e9e8-d08c-4818-a052-206bea787f83 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127100 Sep 19 06:56:52.561993 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-49798666-9bca-45ac-809d-a782de0f65be req-2c341838-efa2-4a8f-a17c-b84bad94cd24 service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370519 Sep 19 06:56:52.575709 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-7760c456-d488-4915-8c45-5aa1dd645232 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=874f30c8-8519-463a-a42b-c43b46b012b3 HTTP/1.1" status: 200 len: 217 time: 0.0379221 Sep 19 06:56:52.626176 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e2724435-1a4d-4874-869d-52e969e60b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:52.630006 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e2724435-1a4d-4874-869d-52e969e60b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:52.667981 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2724435-1a4d-4874-869d-52e969e60b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18b7871-3be0-4ebd-8a33-206b0765380c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:52.674947 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e2724435-1a4d-4874-869d-52e969e60b93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ce61afcdff640be84b4b467ffed4c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5440283 Sep 19 06:56:52.676026 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 39258) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:56:52.794616 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-281832d4-dc30-4d27-bcb5-25224c040c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:52.816724 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-3afcc3f3-274e-4299-8b04-a37345a59748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:52.819579 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-3afcc3f3-274e-4299-8b04-a37345a59748 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66b19c4f-2aae-4542-8c5c-d7f7136339e9 HTTP/1.1" status: 200 len: 855 time: 0.1036370 Sep 19 06:56:52.832778 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-281832d4-dc30-4d27-bcb5-25224c040c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:52.857848 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0e1a7-7ba5-44d6-b6db-e80f11844710 req-b02f0e38-77cb-42e7-97c9-cb7e35fc8d23 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:52.859602 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-46a0e1a7-7ba5-44d6-b6db-e80f11844710 req-b02f0e38-77cb-42e7-97c9-cb7e35fc8d23 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.1010492 Sep 19 06:56:52.944373 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-28593dc2-2252-4e21-aa6e-e823e05bb927 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3955066d-8d6c-4718-b013-2857e4af8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483358 Sep 19 06:56:52.964737 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-46a0e1a7-7ba5-44d6-b6db-e80f11844710 req-f8f0cd74-a45c-4610-8d59-793d87c533d1 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923617 Sep 19 06:56:52.972125 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-281832d4-dc30-4d27-bcb5-25224c040c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:52.974688 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-281832d4-dc30-4d27-bcb5-25224c040c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:52.983905 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-281832d4-dc30-4d27-bcb5-25224c040c35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a18b7871-3be0-4ebd-8a33-206b0765380c HTTP/1.1" status: 204 len: 168 time: 0.2995801 Sep 19 06:56:53.004615 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281832d4-dc30-4d27-bcb5-25224c040c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18b7871-3be0-4ebd-8a33-206b0765380c,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:53.082735 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-ede808e7-50e6-4546-aaa6-1ce106aae3bc service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054525 Sep 19 06:56:53.190163 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c0de3cd-20f4-4376-93c3-46af9019ab82 req-9604eb78-b577-4d80-a95b-15b100bbe3eb service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883529 Sep 19 06:56:53.554633 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26baaf-5483-4466-ba66-3b67c15b3929 req-2039791b-7f5b-4a5a-a77b-2588fc75087b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:53.556278 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8d26baaf-5483-4466-ba66-3b67c15b3929 req-2039791b-7f5b-4a5a-a77b-2588fc75087b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 943 time: 0.0489771 Sep 19 06:56:53.595313 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8d26baaf-5483-4466-ba66-3b67c15b3929 req-c17cb2b5-b468-4f64-9caa-40150fa7f9ea tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Sep 19 06:56:53.678107 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73355c6-0f10-4532-9aa6-d769f019e1fa req-e45fe2c8-7d08-4655-8087-8e45715ba259 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:53.679613 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f73355c6-0f10-4532-9aa6-d769f019e1fa req-e45fe2c8-7d08-4655-8087-8e45715ba259 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 943 time: 0.0507967 Sep 19 06:56:53.718151 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f73355c6-0f10-4532-9aa6-d769f019e1fa req-cde71c96-4c55-4fc7-8b5c-fd3d871847ea tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324693 Sep 19 06:56:54.085305 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ed01e-b505-49ab-9fbe-463f1a866eae req-4bb15d5e-d5ee-4fd2-a567-256be250c71c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:54.086743 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f90ed01e-b505-49ab-9fbe-463f1a866eae req-4bb15d5e-d5ee-4fd2-a567-256be250c71c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0501921 Sep 19 06:56:54.126492 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f90ed01e-b505-49ab-9fbe-463f1a866eae req-3a7b61fd-9dd9-4780-b233-d7146a52da45 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338037 Sep 19 06:56:55.350508 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:56:55.443072 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:55.453909 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'e49d5512-2352-4ae0-bd55-f4c3d0e84ba7', 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f', 'port_id': 'e49d5512-2352-4ae0-bd55-f4c3d0e84ba7', 'mac_address': 'fa:16:3e:f2:a4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5950070a-8ac9-4813-b31b-011d7798c395', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:56:55.598746 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:55.613916 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:55.633834 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:55.637730 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:55.683743 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:56.515902 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19cd98-ccba-45bb-bf66-30e83ebc82bd req-25bd6214-3df3-4a02-a481-2fff47436e1a tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:56.517477 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cb19cd98-ccba-45bb-bf66-30e83ebc82bd req-25bd6214-3df3-4a02-a481-2fff47436e1a tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 943 time: 0.0489266 Sep 19 06:56:56.554325 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cb19cd98-ccba-45bb-bf66-30e83ebc82bd req-7cc2805e-c9e7-4f24-965e-b77222d7efd6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308411 Sep 19 06:56:56.564887 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e50a6-32ac-4f0f-9625-25a2286c9e27 req-a3cf9e0d-7c6c-4635-b938-7e7979e682cb tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:56.566957 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef9e50a6-32ac-4f0f-9625-25a2286c9e27 req-a3cf9e0d-7c6c-4635-b938-7e7979e682cb tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 944 time: 0.0484538 Sep 19 06:56:56.606345 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ef9e50a6-32ac-4f0f-9625-25a2286c9e27 req-2f18767e-a72f-4324-ad0d-773e057c7c2e tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Sep 19 06:56:56.658122 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923603-b4db-4cf7-ad0c-605fc62592a3 req-12f15a59-f05a-4ae5-9397-19ba86bfe50a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:56.659621 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-60923603-b4db-4cf7-ad0c-605fc62592a3 req-12f15a59-f05a-4ae5-9397-19ba86bfe50a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0520818 Sep 19 06:56:56.696782 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-60923603-b4db-4cf7-ad0c-605fc62592a3 req-07fc6932-e52a-4782-b1e5-ecbe600b9eaf tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Sep 19 06:56:56.895006 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['e49d5512-2352-4ae0-bd55-f4c3d0e84ba7'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:56:57.153754 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:57.280750 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-0ab2d527-bf96-44fa-88fb-07c0cd6c66b9 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=093d004fd9c144539ecc1d77fb6ebe9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306230 Sep 19 06:56:57.470383 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9412c7-c64d-485b-871c-610144442d8a req-f3e3c0fe-e805-49b0-9fb4-1c462125d127 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:57.471848 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-f3e3c0fe-e805-49b0-9fb4-1c462125d127 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852515 Sep 19 06:56:57.486802 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-6d9665ec-7786-414d-905e-27f175c86b24 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/quotas/093d004fd9c144539ecc1d77fb6ebe9c HTTP/1.1" status: 200 len: 375 time: 0.0092561 Sep 19 06:56:57.518933 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-173fa1f7-85db-4e45-bdb0-08b0ce2bb27b tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=093d004fd9c144539ecc1d77fb6ebe9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255239 Sep 19 06:56:57.707789 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065e6c8-1c68-46d5-97ee-ddc9982d073f req-9105a8f3-3828-4d1f-b5ce-b0973b86773d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:57.709456 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5065e6c8-1c68-46d5-97ee-ddc9982d073f req-9105a8f3-3828-4d1f-b5ce-b0973b86773d tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 943 time: 0.0507743 Sep 19 06:56:57.733218 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8f2ff19c-6de3-445f-bb51-7f9b5bb6bec2 req-4688a30a-38bb-4371-a2df-7dd79aab2f04 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 210 time: 0.0293732 Sep 19 06:56:57.754487 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5065e6c8-1c68-46d5-97ee-ddc9982d073f req-059080cf-4a16-45b8-a217-5b60694bb8fc tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388398 Sep 19 06:56:57.839142 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584161e7-1d81-46d4-ae51-4418d4bfb7ef req-b8d0425c-9317-4522-b032-8de56be10abd tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:57.841919 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-584161e7-1d81-46d4-ae51-4418d4bfb7ef req-b8d0425c-9317-4522-b032-8de56be10abd tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 944 time: 0.0516410 Sep 19 06:56:57.864178 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2405e7d3-2f9d-41aa-8235-5dc01a7dd30f req-f5e99d25-ef17-4bd7-ad25-6884e84f0e29 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:57.865749 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2405e7d3-2f9d-41aa-8235-5dc01a7dd30f req-f5e99d25-ef17-4bd7-ad25-6884e84f0e29 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0543749 Sep 19 06:56:57.882355 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-584161e7-1d81-46d4-ae51-4418d4bfb7ef req-0912e37b-6678-4568-be80-3dae38374c45 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340381 Sep 19 06:56:57.909361 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2405e7d3-2f9d-41aa-8235-5dc01a7dd30f req-e3eaff0c-07a5-470d-b717-929ab8f7def6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369737 Sep 19 06:56:58.392715 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 874f30c8-8519-463a-a42b-c43b46b012b3 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:56:58.403140 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:56:58.508571 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:56:58.516313 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:56:58.516694 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:58.545939 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 874f30c8-8519-463a-a42b-c43b46b012b3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=874f30c8-8519-463a-a42b-c43b46b012b3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:58.561328 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '874f30c8-8519-463a-a42b-c43b46b012b3', 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77', 'port_id': '874f30c8-8519-463a-a42b-c43b46b012b3', 'mac_address': 'fa:16:3e:65:16:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b19c4f-2aae-4542-8c5c-d7f7136339e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:56:58.612001 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:58.647951 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 874f30c8-8519-463a-a42b-c43b46b012b3 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:56:58.667117 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:58.684889 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 874f30c8-8519-463a-a42b-c43b46b012b3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=874f30c8-8519-463a-a42b-c43b46b012b3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:58.693387 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:58.701006 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7a1615-a3ba-4912-a4db-a914b6eb4c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49d5512-2352-4ae0-bd55-f4c3d0e84ba7'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:56:58.703247 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6920196f-2b16-4921-b083-0629c1743b97" -d '{"events": [{"server_uuid": "bb7a1615-a3ba-4912-a4db-a914b6eb4c29", "name": "network-vif-plugged", "status": "completed", "tag": "e49d5512-2352-4ae0-bd55-f4c3d0e84ba7"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:56:58.734869 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:56:58.740515 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:58.757254 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81925cd-a99c-49ba-bc15-9049736b529f x-openstack-request-id: req-f81925cd-a99c-49ba-bc15-9049736b529f {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:56:58.757548 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7a1615-a3ba-4912-a4db-a914b6eb4c29", "name": "network-vif-plugged", "status": "completed", "tag": "e49d5512-2352-4ae0-bd55-f4c3d0e84ba7", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:56:58.757804 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f81925cd-a99c-49ba-bc15-9049736b529f {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:56:58.758192 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7a1615-a3ba-4912-a4db-a914b6eb4c29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49d5512-2352-4ae0-bd55-f4c3d0e84ba7', 'code': 200} Sep 19 06:56:58.762718 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=874f30c8-8519-463a-a42b-c43b46b012b3,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:58.813831 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:58.831668 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5c8171f0-2481-47b3-89a5-e61d075d2057 req-ac999a69-374b-4b56-a3fd-17006ee18e2e tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 210 time: 0.0283885 Sep 19 06:56:58.957087 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-44b1aa4f-aa63-4295-b410-99a816944a57 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=093d004fd9c144539ecc1d77fb6ebe9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364015 Sep 19 06:56:58.975090 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a669a72-3d15-4dcb-b8bf-fbdcd6edf96a req-7299c462-6684-4abf-bb91-1f3cd49d7a50 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:58.976705 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a669a72-3d15-4dcb-b8bf-fbdcd6edf96a req-7299c462-6684-4abf-bb91-1f3cd49d7a50 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 944 time: 0.0888042 Sep 19 06:56:59.014467 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07b00e-e862-4df9-b29b-e12d030536e4 req-c372abcd-bf64-458a-a19f-f1ab1bfcdaad tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:59.016773 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f07b00e-e862-4df9-b29b-e12d030536e4 req-c372abcd-bf64-458a-a19f-f1ab1bfcdaad tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 945 time: 0.0577888 Sep 19 06:56:59.058033 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f07b00e-e862-4df9-b29b-e12d030536e4 req-8fa68aa5-51b7-4092-bd86-b1058b514124 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Sep 19 06:56:59.118305 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cd5ca-46d3-4647-80c2-73a0469c3dfb req-993a589c-aa55-4b13-b7eb-aa519217e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:59.120175 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e39cd5ca-46d3-4647-80c2-73a0469c3dfb req-993a589c-aa55-4b13-b7eb-aa519217e212 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 1098 time: 0.0556686 Sep 19 06:56:59.147499 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a669a72-3d15-4dcb-b8bf-fbdcd6edf96a req-be0c25e7-9d5c-44d4-8af0-f68ca63ab47b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494215 Sep 19 06:56:59.172070 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e39cd5ca-46d3-4647-80c2-73a0469c3dfb req-344106ed-0792-4c21-abc6-a0e116e2bd76 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Sep 19 06:56:59.180675 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['874f30c8-8519-463a-a42b-c43b46b012b3'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:56:59.214963 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a71238-b5ae-41f2-8883-44a9c38a7db9 req-aff18bcf-3288-40e5-9f74-35263001784f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:59.216489 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12a71238-b5ae-41f2-8883-44a9c38a7db9 req-aff18bcf-3288-40e5-9f74-35263001784f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0697381 Sep 19 06:56:59.220005 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9412c7-c64d-485b-871c-610144442d8a req-381e499b-8ff7-4297-b876-72acff7b3e06 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:56:59.222281 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-381e499b-8ff7-4297-b876-72acff7b3e06 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2444706 Sep 19 06:56:59.255877 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-12a71238-b5ae-41f2-8883-44a9c38a7db9 req-03f832e7-a177-46d8-b8d6-8a7c3cefe938 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320854 Sep 19 06:56:59.550063 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Request body: {'port': {'device_id': 'af686f14-a954-47e0-84af-e930d89d6368', 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9', 'admin_state_up': True, 'tenant_id': '093d004fd9c144539ecc1d77fb6ebe9c'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:56:59.656535 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Made reservation on behalf of 093d004fd9c144539ecc1d77fb6ebe9c for: {'port': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:56:59.660218 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:59.669107 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:59.761221 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:59.765755 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:56:59.830362 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3b8ed-9bc9-4b9c-95c3-491530d7552b,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:56:59.903940 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Allocated IP 192.168.233.5 (b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9/74303f38-1026-4969-acce-8965a49657ed/62719ebd-3aa5-456f-a5ea-da40329a1e2c) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:56:59.930923 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f0bf8fe-4a4e-4dd1-97de-0b0044d2c252 req-8b85dfcc-a638-4a6e-a4ee-09dde9b490b8 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 210 time: 0.0307763 Sep 19 06:57:00.054602 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.086486 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.126728 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:00.129789 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:00.136183 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:57:00.162165 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Pushing event updated for resources: {'Port': ['ID=62719ebd-3aa5-456f-a5ea-da40329a1e2c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:00.190749 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:00.192038 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.193394 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d710f9b-f056-41a0-8df7-d0ddca6ca03e req-e80dba6e-eb84-48b5-858a-c8d239aa958d tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:00.200681 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1d710f9b-f056-41a0-8df7-d0ddca6ca03e req-e80dba6e-eb84-48b5-858a-c8d239aa958d tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 945 time: 0.0715401 Sep 19 06:57:00.214679 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-24d68a11-8c50-430f-8303-471804f53fd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6688123 Sep 19 06:57:00.240057 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Request body: {'port': {'device_id': 'af686f14-a954-47e0-84af-e930d89d6368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:00.241128 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1d710f9b-f056-41a0-8df7-d0ddca6ca03e req-791e893f-30e5-492a-87ff-745f562a97c6 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Sep 19 06:57:00.327848 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.337052 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6067dc3-6a12-472d-80b7-8258f0a5db55 req-9628a3d6-e335-4201-b8e7-8c9da955ffa6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:00.338478 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c6067dc3-6a12-472d-80b7-8258f0a5db55 req-9628a3d6-e335-4201-b8e7-8c9da955ffa6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 944 time: 0.1050422 Sep 19 06:57:00.372537 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f44bf-6544-4122-afcb-8d7627b05fa7 req-ff0017ff-85bf-4489-84af-f3db08586635 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:00.374011 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b10f44bf-6544-4122-afcb-8d7627b05fa7 req-ff0017ff-85bf-4489-84af-f3db08586635 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Sep 19 06:57:00.397919 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-61f9a69d-6c75-4f45-bf5b-25207dad5e69 None None] Provisioning complete for port 62719ebd-3aa5-456f-a5ea-da40329a1e2c triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:00.399078 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-61f9a69d-6c75-4f45-bf5b-25207dad5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.402614 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c6067dc3-6a12-472d-80b7-8258f0a5db55 req-24fbb3a2-aaec-44a3-aee9-4afef350cbfa tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564375 Sep 19 06:57:00.423867 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b10f44bf-6544-4122-afcb-8d7627b05fa7 req-a1c4f54c-e762-49ba-98d0-19303bae55ab tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Sep 19 06:57:00.444508 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-61f9a69d-6c75-4f45-bf5b-25207dad5e69 None None] Port 62719ebd-3aa5-456f-a5ea-da40329a1e2c cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:57:00.633209 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62719ebd-3aa5-456f-a5ea-da40329a1e2c {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:57:00.640542 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.652446 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Transition to ACTIVE for port object 62719ebd-3aa5-456f-a5ea-da40329a1e2c will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:57:00.655444 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.704333 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Pushing event updated for resources: {'Port': ['ID=62719ebd-3aa5-456f-a5ea-da40329a1e2c,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:00.770812 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Attempting to bind port 62719ebd-3aa5-456f-a5ea-da40329a1e2c on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:57:00.771146 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Attempting to bind port 62719ebd-3aa5-456f-a5ea-da40329a1e2c by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '357b6d13-cacd-4134-9868-267e99e73e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:57:00.771473 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Attempting to bind port 62719ebd-3aa5-456f-a5ea-da40329a1e2c on network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:00.777320 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Port 62719ebd-3aa5-456f-a5ea-da40329a1e2c on network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:57:00.777320 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Attempting to bind port 62719ebd-3aa5-456f-a5ea-da40329a1e2c on network b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:00.781298 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:57:00.781639 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Checking segment: {'id': '357b6d13-cacd-4134-9868-267e99e73e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:00.782453 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Bound using segment: {'id': '357b6d13-cacd-4134-9868-267e99e73e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:57:00.782829 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Bound port: 62719ebd-3aa5-456f-a5ea-da40329a1e2c, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '357b6d13-cacd-4134-9868-267e99e73e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:57:00.783178 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.852070 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] For port 62719ebd-3aa5-456f-a5ea-da40329a1e2c, host hv-cinder-80994, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:57:00.856360 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] For port 62719ebd-3aa5-456f-a5ea-da40329a1e2c, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=62719ebd-3aa5-456f-a5ea-da40329a1e2c,segment=NetworkSegment(357b6d13-cacd-4134-9868-267e99e73e50),segment_id=357b6d13-cacd-4134-9868-267e99e73e50)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:57:00.861106 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.897007 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:00.897628 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:00.899011 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] 10.222.0.32 "PUT /v2.0/ports/62719ebd-3aa5-456f-a5ea-da40329a1e2c HTTP/1.1" status: 200 len: 1096 time: 0.6643736 Sep 19 06:57:00.899444 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af686f14-a954-47e0-84af-e930d89d6368', 'tag': '62719ebd-3aa5-456f-a5ea-da40329a1e2c'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:00.901760 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1334a66d-c20e-4c80-b250-7dda012feaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "af686f14-a954-47e0-84af-e930d89d6368", "tag": "62719ebd-3aa5-456f-a5ea-da40329a1e2c"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:00.925497 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf207ed3-782d-4c94-a3d3-9c453758b1ed service neutron] Pushing event updated for resources: {'Port': ['ID=62719ebd-3aa5-456f-a5ea-da40329a1e2c,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:00.948022 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5ad675-ce84-4a86-8406-111303f1e15a x-openstack-request-id: req-6d5ad675-ce84-4a86-8406-111303f1e15a {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:00.948390 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af686f14-a954-47e0-84af-e930d89d6368", "tag": "62719ebd-3aa5-456f-a5ea-da40329a1e2c", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:00.948636 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d5ad675-ce84-4a86-8406-111303f1e15a {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:00.949658 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af686f14-a954-47e0-84af-e930d89d6368', 'tag': '62719ebd-3aa5-456f-a5ea-da40329a1e2c', 'status': 'completed', 'code': 200} Sep 19 06:57:01.065432 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0fd03c-f902-432b-9482-adf786269aa4 req-34dd6464-d945-4472-b602-da4c729e0f83 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:01.067204 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be0fd03c-f902-432b-9482-adf786269aa4 req-34dd6464-d945-4472-b602-da4c729e0f83 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 946 time: 0.0599861 Sep 19 06:57:01.111363 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-be0fd03c-f902-432b-9482-adf786269aa4 req-d5273110-6842-46b4-9734-7b0edffcdbe4 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375936 Sep 19 06:57:01.123654 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9412c7-c64d-485b-871c-610144442d8a req-965e2b3f-0767-4c8b-9cf6-8d688a86cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:01.125361 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-965e2b3f-0767-4c8b-9cf6-8d688a86cdb1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=093d004fd9c144539ecc1d77fb6ebe9c&device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 1099 time: 0.0468712 Sep 19 06:57:01.188466 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-8456e61f-a159-491e-a2ea-740a34e93a6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=62719ebd-3aa5-456f-a5ea-da40329a1e2c HTTP/1.1" status: 200 len: 217 time: 0.0381804 Sep 19 06:57:01.313967 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9412c7-c64d-485b-871c-610144442d8a req-e262588e-b71a-4700-8442-62ea912a9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:01.315422 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-e262588e-b71a-4700-8442-62ea912a9660 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74303f38-1026-4969-acce-8965a49657ed HTTP/1.1" status: 200 len: 843 time: 0.0448117 Sep 19 06:57:01.391197 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764272a-21a4-4a47-9ba5-937b583c13f5 req-408f69f2-887e-4675-b995-34c40e06bcf6 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:01.392599 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a764272a-21a4-4a47-9ba5-937b583c13f5 req-408f69f2-887e-4675-b995-34c40e06bcf6 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 945 time: 0.0735428 Sep 19 06:57:01.398999 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9412c7-c64d-485b-871c-610144442d8a req-ae6f441a-2fdf-4369-b97b-b8990030720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:01.400375 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-ae6f441a-2fdf-4369-b97b-b8990030720a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0563843 Sep 19 06:57:01.451709 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a764272a-21a4-4a47-9ba5-937b583c13f5 req-aa1c62f1-547f-4042-818e-659984f81e9c tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503690 Sep 19 06:57:01.543197 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8470c-155a-4b36-9c9f-16773e694642 req-9f7fa379-efea-42a6-8ce5-6513e4bad9c9 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:01.544894 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a8f8470c-155a-4b36-9c9f-16773e694642 req-9f7fa379-efea-42a6-8ce5-6513e4bad9c9 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 944 time: 0.0607440 Sep 19 06:57:01.551721 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-f79f4e4a-4ee8-4848-8ec2-e021f4f4cf10 service neutron] 10.222.0.32 "GET /v2.0/networks/b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317253 Sep 19 06:57:01.583591 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a8f8470c-155a-4b36-9c9f-16773e694642 req-e6c912a9-3c9f-4b42-bace-ed000bdff1df tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Sep 19 06:57:01.590343 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c2ba2-8e3b-40bf-86bf-539152ef65cc req-983df69a-5bea-4355-89fb-3890dd787ae2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:01.591847 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-759c2ba2-8e3b-40bf-86bf-539152ef65cc req-983df69a-5bea-4355-89fb-3890dd787ae2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0767906 Sep 19 06:57:01.677185 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-759c2ba2-8e3b-40bf-86bf-539152ef65cc req-b470cecf-7682-406b-8653-86eb60d9df26 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754046 Sep 19 06:57:01.696455 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba9412c7-c64d-485b-871c-610144442d8a req-11b120e4-3e5f-4d27-86e6-5af85b34dbdd service neutron] 10.222.0.32 "GET /v2.0/networks/b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327271 Sep 19 06:57:01.870483 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-ceceba45-bf18-4e6e-b28e-a432a48f6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:01.871974 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-ceceba45-bf18-4e6e-b28e-a432a48f6e56 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=093d004fd9c144539ecc1d77fb6ebe9c&device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 1099 time: 0.0392969 Sep 19 06:57:01.962412 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-bc383ba3-6a24-456a-819d-d80a44ee869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:01.963807 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-bc383ba3-6a24-456a-819d-d80a44ee869a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9 HTTP/1.1" status: 200 len: 870 time: 0.0849514 Sep 19 06:57:02.007269 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-37cb59d8-2904-4e8e-ba3f-390e829771f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=62719ebd-3aa5-456f-a5ea-da40329a1e2c HTTP/1.1" status: 200 len: 217 time: 0.0335793 Sep 19 06:57:02.065874 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-86180780-f561-4ee3-a7c5-593b7608b5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:02.067416 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-86180780-f561-4ee3-a7c5-593b7608b5f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=74303f38-1026-4969-acce-8965a49657ed HTTP/1.1" status: 200 len: 843 time: 0.0455346 Sep 19 06:57:02.124344 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-fe807d3e-0367-4274-a900-bf7c5256f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:02.125790 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-fe807d3e-0367-4274-a900-bf7c5256f7cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0388291 Sep 19 06:57:02.221770 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-c0deed26-38c6-473b-8f55-def544ae64b4 service neutron] 10.222.0.32 "GET /v2.0/networks/b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836911 Sep 19 06:57:02.227432 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69647b-c77f-4253-8423-458e2896be20 req-784eecbe-d5f4-43e0-9648-47e8105b0fc8 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:02.228921 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1f69647b-c77f-4253-8423-458e2896be20 req-784eecbe-d5f4-43e0-9648-47e8105b0fc8 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 946 time: 0.0482965 Sep 19 06:57:02.273448 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1f69647b-c77f-4253-8423-458e2896be20 req-7d466acd-e80c-4a52-886d-8e1b591618d4 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Sep 19 06:57:02.351585 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1334a66d-c20e-4c80-b250-7dda012feaa2 req-8963c41d-0f0b-4b5d-85a7-4f0a3210d684 service neutron] 10.222.0.32 "GET /v2.0/networks/b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161075 Sep 19 06:57:02.430652 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 874f30c8-8519-463a-a42b-c43b46b012b3 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:02.485454 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 874f30c8-8519-463a-a42b-c43b46b012b3 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:57:02.488963 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 874f30c8-8519-463a-a42b-c43b46b012b3 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:02.489942 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:02.570466 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:02.588328 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50608377-66c5-4e2b-b821-8fcb6c54683a req-937ec0db-cff8-4746-af41-b3cad7355160 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:02.589838 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-50608377-66c5-4e2b-b821-8fcb6c54683a req-937ec0db-cff8-4746-af41-b3cad7355160 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 945 time: 0.0470760 Sep 19 06:57:02.594024 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc8cd6a-a140-4b20-b292-79e1716f0fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f30c8-8519-463a-a42b-c43b46b012b3'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:02.596276 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b06a7e-9da0-4550-8527-a76a470b05ac" -d '{"events": [{"server_uuid": "7cc8cd6a-a140-4b20-b292-79e1716f0fdd", "name": "network-vif-plugged", "status": "completed", "tag": "874f30c8-8519-463a-a42b-c43b46b012b3"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:02.612638 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 874f30c8-8519-463a-a42b-c43b46b012b3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=874f30c8-8519-463a-a42b-c43b46b012b3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:02.616275 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:02.629169 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-50608377-66c5-4e2b-b821-8fcb6c54683a req-a07f3623-0f87-4137-9ec2-9909bb932bd6 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329602 Sep 19 06:57:02.670160 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=874f30c8-8519-463a-a42b-c43b46b012b3,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:02.673450 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989920ea-8ee5-4d7e-a1ad-85a6a28890a1 x-openstack-request-id: req-989920ea-8ee5-4d7e-a1ad-85a6a28890a1 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:02.673732 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc8cd6a-a140-4b20-b292-79e1716f0fdd", "name": "network-vif-plugged", "status": "completed", "tag": "874f30c8-8519-463a-a42b-c43b46b012b3", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:02.673981 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-989920ea-8ee5-4d7e-a1ad-85a6a28890a1 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:02.674357 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc8cd6a-a140-4b20-b292-79e1716f0fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '874f30c8-8519-463a-a42b-c43b46b012b3', 'code': 200} Sep 19 06:57:02.768786 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783f091-5143-4665-a705-62d95360ac97 req-8469d831-e936-48c7-a9ce-908b924cf752 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:02.770918 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1783f091-5143-4665-a705-62d95360ac97 req-8469d831-e936-48c7-a9ce-908b924cf752 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 945 time: 0.0506911 Sep 19 06:57:02.805768 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a26dd7-3253-4b7f-9c40-c736dabccbe8 req-f4187a85-1935-411d-b8c7-2f31dbebd2f8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:02.808084 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-18a26dd7-3253-4b7f-9c40-c736dabccbe8 req-f4187a85-1935-411d-b8c7-2f31dbebd2f8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0580127 Sep 19 06:57:02.818447 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1783f091-5143-4665-a705-62d95360ac97 req-8c8dad06-b2e0-473e-9324-4e91c316aac1 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 Sep 19 06:57:02.851639 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-18a26dd7-3253-4b7f-9c40-c736dabccbe8 req-5fbf0caa-2218-4005-a2e4-15df10a7e6b9 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363746 Sep 19 06:57:03.002034 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe296791-eb0b-480e-95ef-6faf7079ce81 req-71d02b8f-0ff7-49c0-8d09-c6007b67a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:03.003429 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fe296791-eb0b-480e-95ef-6faf7079ce81 req-71d02b8f-0ff7-49c0-8d09-c6007b67a773 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 1098 time: 0.0679123 Sep 19 06:57:03.020591 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 39464) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:03.048067 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fe296791-eb0b-480e-95ef-6faf7079ce81 req-d23234e7-5d45-4888-ac1f-3b09efcffb09 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342748 Sep 19 06:57:03.121708 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-137da081-5285-4c2b-87f7-6e5b01f99636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:03.205549 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-137da081-5285-4c2b-87f7-6e5b01f99636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:03.209956 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-137da081-5285-4c2b-87f7-6e5b01f99636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:03.245828 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-137da081-5285-4c2b-87f7-6e5b01f99636 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=137f2e5d982048f5a70b10f323532b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241886 Sep 19 06:57:03.247706 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137da081-5285-4c2b-87f7-6e5b01f99636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccf0138-02ae-4d5d-8a3f-f00693434379,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:03.248539 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 39468) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:03.297405 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-95be61e3-1b1c-472b-bb0c-c57dcaf34e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:03.318913 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-95be61e3-1b1c-472b-bb0c-c57dcaf34e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:03.391452 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-95be61e3-1b1c-472b-bb0c-c57dcaf34e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:03.393960 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-95be61e3-1b1c-472b-bb0c-c57dcaf34e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:03.395100 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-95be61e3-1b1c-472b-bb0c-c57dcaf34e3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ccf0138-02ae-4d5d-8a3f-f00693434379 HTTP/1.1" status: 204 len: 168 time: 0.1454439 Sep 19 06:57:03.406370 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f253a90-f970-41f6-83af-ae83fc8e752f req-7a49742b-7106-4cc5-99d7-e740fc32d315 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:03.408131 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f253a90-f970-41f6-83af-ae83fc8e752f req-7a49742b-7106-4cc5-99d7-e740fc32d315 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 946 time: 0.0608191 Sep 19 06:57:03.413493 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be61e3-1b1c-472b-bb0c-c57dcaf34e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccf0138-02ae-4d5d-8a3f-f00693434379,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:03.449188 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4f253a90-f970-41f6-83af-ae83fc8e752f req-72b594c9-9440-4621-a4e0-f742adf38796 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Sep 19 06:57:03.750194 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e051-85c5-4cd8-aedc-5399460e7d1a req-48b407ea-e474-4111-8aa6-373e1413eeb2 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:03.751673 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ae70e051-85c5-4cd8-aedc-5399460e7d1a req-48b407ea-e474-4111-8aa6-373e1413eeb2 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 945 time: 0.0524180 Sep 19 06:57:03.789390 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ae70e051-85c5-4cd8-aedc-5399460e7d1a req-a669736d-e61f-4172-87a8-313e661cb4a0 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309741 Sep 19 06:57:03.935402 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1f989-c4ba-4bc0-910b-bef9d6449a3e req-47e74f46-e3ee-438e-a7a9-45405f601abc tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:03.937013 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e2e1f989-c4ba-4bc0-910b-bef9d6449a3e req-47e74f46-e3ee-438e-a7a9-45405f601abc tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 945 time: 0.0494013 Sep 19 06:57:03.971564 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acac7d1-c263-4bde-82a4-8d7fef206e96 req-7037ee67-ef1a-4944-985d-603febc63888 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:03.973087 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2acac7d1-c263-4bde-82a4-8d7fef206e96 req-7037ee67-ef1a-4944-985d-603febc63888 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Sep 19 06:57:03.983086 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e2e1f989-c4ba-4bc0-910b-bef9d6449a3e req-9de9804f-69db-4973-935e-a0be2978d9ba tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339041 Sep 19 06:57:04.020735 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2acac7d1-c263-4bde-82a4-8d7fef206e96 req-ce2dd32b-0576-453c-9d29-828a22c0581a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Sep 19 06:57:04.488409 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 62719ebd-3aa5-456f-a5ea-da40329a1e2c details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:57:04.566489 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5f9bc-9c40-4c3e-92bb-e172fa7cfb0b req-d9311448-9513-4cb2-ac0c-acf91135efd7 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:04.567881 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-13b5f9bc-9c40-4c3e-92bb-e172fa7cfb0b req-d9311448-9513-4cb2-ac0c-acf91135efd7 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Sep 19 06:57:04.586329 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 62719ebd-3aa5-456f-a5ea-da40329a1e2c, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=62719ebd-3aa5-456f-a5ea-da40329a1e2c,segment=NetworkSegment(357b6d13-cacd-4134-9868-267e99e73e50),segment_id=357b6d13-cacd-4134-9868-267e99e73e50)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:04.596556 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '62719ebd-3aa5-456f-a5ea-da40329a1e2c', 'network_id': 'b3dbb3a2-6d1b-4458-8a5b-4f81a02688c9', 'port_id': '62719ebd-3aa5-456f-a5ea-da40329a1e2c', 'mac_address': 'fa:16:3e:11:f2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74303f38-1026-4969-acce-8965a49657ed', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:57:04.605086 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-13b5f9bc-9c40-4c3e-92bb-e172fa7cfb0b req-8ac68ece-4f90-43b4-85ce-73cc32f76385 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Sep 19 06:57:04.635637 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:04.648800 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62719ebd-3aa5-456f-a5ea-da40329a1e2c {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:57:04.668571 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 62719ebd-3aa5-456f-a5ea-da40329a1e2c, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=62719ebd-3aa5-456f-a5ea-da40329a1e2c,segment=NetworkSegment(357b6d13-cacd-4134-9868-267e99e73e50),segment_id=357b6d13-cacd-4134-9868-267e99e73e50)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:04.672364 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:04.726400 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=62719ebd-3aa5-456f-a5ea-da40329a1e2c,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:04.902477 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacd722-40d6-48d2-9b21-6d2167789498 req-1eed25f8-5c5a-4788-833e-453c3eeef2f2 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:04.902477 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-acacd722-40d6-48d2-9b21-6d2167789498 req-1eed25f8-5c5a-4788-833e-453c3eeef2f2 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 945 time: 0.0470612 Sep 19 06:57:04.938852 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-acacd722-40d6-48d2-9b21-6d2167789498 req-751a82cb-bcd1-4fb6-b1a8-926a12cdc1ae tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305965 Sep 19 06:57:05.095830 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2df8e-3188-452e-99fc-972965278667 req-d759e830-06ac-4604-a9e4-195306efb304 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:05.097151 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7ee2df8e-3188-452e-99fc-972965278667 req-d759e830-06ac-4604-a9e4-195306efb304 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 945 time: 0.0468020 Sep 19 06:57:05.138417 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7ee2df8e-3188-452e-99fc-972965278667 req-76c07675-4731-406e-84e6-515af25008af tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342443 Sep 19 06:57:05.204990 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848b1c0-064b-4bf4-8929-ce6135e88c67 req-a7d134ca-7c5b-42eb-bfd9-a0414030a995 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:05.206446 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8848b1c0-064b-4bf4-8929-ce6135e88c67 req-a7d134ca-7c5b-42eb-bfd9-a0414030a995 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0528917 Sep 19 06:57:05.244964 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8848b1c0-064b-4bf4-8929-ce6135e88c67 req-90f0acb2-6c00-4745-bba6-d1e5265f41fd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325689 Sep 19 06:57:05.463298 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['62719ebd-3aa5-456f-a5ea-da40329a1e2c'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:57:05.718412 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798938-a37c-40a7-a395-896803a80af1 req-64cad894-8657-4e81-b8ae-8f885682480a tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:05.719853 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2f798938-a37c-40a7-a395-896803a80af1 req-64cad894-8657-4e81-b8ae-8f885682480a tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 947 time: 0.0462782 Sep 19 06:57:05.755351 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2f798938-a37c-40a7-a395-896803a80af1 req-a89cb259-08fa-4d98-b358-f2c6a4c3d2d3 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291545 Sep 19 06:57:06.049131 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810b313-c6fd-40eb-bc19-bb75ee4451f7 req-a26dff8c-0a77-4d93-92e7-7a8a7531d4e9 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:06.050552 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8810b313-c6fd-40eb-bc19-bb75ee4451f7 req-a26dff8c-0a77-4d93-92e7-7a8a7531d4e9 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 945 time: 0.0470035 Sep 19 06:57:06.086480 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8810b313-c6fd-40eb-bc19-bb75ee4451f7 req-d11e21a8-bb41-40e6-b3ff-e097cf94ffe8 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300920 Sep 19 06:57:09.260097 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4239cf6-b244-4373-bc24-bcc2b1802c73 req-33821c31-c8e7-438c-baa6-b98ad931731e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:09.261619 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c4239cf6-b244-4373-bc24-bcc2b1802c73 req-33821c31-c8e7-438c-baa6-b98ad931731e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 945 time: 0.0480287 Sep 19 06:57:09.291385 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dac6bd-a733-4600-9047-fe4cac7375ce req-d27750a2-c154-44d3-b158-f4536c0132ab tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:09.292859 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-17dac6bd-a733-4600-9047-fe4cac7375ce req-d27750a2-c154-44d3-b158-f4536c0132ab tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0469031 Sep 19 06:57:09.299343 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c4239cf6-b244-4373-bc24-bcc2b1802c73 req-d2862db2-3ff9-462d-8f99-c30c3b3190e6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317001 Sep 19 06:57:09.366623 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-17dac6bd-a733-4600-9047-fe4cac7375ce req-ffb08978-c930-48b0-8b0c-fbd454647d16 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677807 Sep 19 06:57:09.406103 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-150e15c9-9a0a-4a8a-9583-9a3970eafc59 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:09.408565 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-150e15c9-9a0a-4a8a-9583-9a3970eafc59 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 945 time: 0.0798862 Sep 19 06:57:09.411736 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384c777-f199-4aea-bf7f-db9926497817 req-8dc1ba8c-799c-4228-adba-dd8c097be090 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:09.413332 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0384c777-f199-4aea-bf7f-db9926497817 req-8dc1ba8c-799c-4228-adba-dd8c097be090 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 947 time: 0.0568905 Sep 19 06:57:09.463857 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0384c777-f199-4aea-bf7f-db9926497817 req-264896d1-2c05-447a-873a-f167c8054b4f tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442014 Sep 19 06:57:09.767497 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf2449-045d-4fd4-a997-547550d1ec1e req-5a89f6c9-8f4a-4359-a89c-b7b4eb0a9373 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:09.768988 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ffcf2449-045d-4fd4-a997-547550d1ec1e req-5a89f6c9-8f4a-4359-a89c-b7b4eb0a9373 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 945 time: 0.3177540 Sep 19 06:57:09.809507 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Deleting port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:57:09.809846 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:09.850114 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ffcf2449-045d-4fd4-a997-547550d1ec1e req-30567301-f832-4a0b-be9c-272cd6627a1b tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739577 Sep 19 06:57:09.916141 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] For port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:09.916516 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:09.932079 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Calling delete_port for e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 owned by compute:nova {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:57:10.081816 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:10.107307 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Pushing event deleted for resources: {'Port': ['ID=e49d5512-2352-4ae0-bd55-f4c3d0e84ba7,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:10.146273 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['e49d5512-2352-4ae0-bd55-f4c3d0e84ba7'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:57:10.174993 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] No DVR routers for this DVR port e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 on host hv-cinder-80994 {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:57:10.178582 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:10.180360 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5d9db1eb-3dde-4007-a379-75d89f61a2dd req-c32cacf1-9f00-4ff9-adb3-3e1e2b2bda0a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.32 "DELETE /v2.0/ports/e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 HTTP/1.1" status: 204 len: 173 time: 0.7640343 Sep 19 06:57:10.181004 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7a1615-a3ba-4912-a4db-a914b6eb4c29', 'name': 'network-vif-deleted', 'tag': 'e49d5512-2352-4ae0-bd55-f4c3d0e84ba7'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:10.183335 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a678bbc8-829d-47f6-86d0-8292532170c1" -d '{"events": [{"server_uuid": "bb7a1615-a3ba-4912-a4db-a914b6eb4c29", "name": "network-vif-deleted", "tag": "e49d5512-2352-4ae0-bd55-f4c3d0e84ba7"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:10.219710 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7c8700-fa56-489d-ad1d-9b9cbc22e55c x-openstack-request-id: req-6b7c8700-fa56-489d-ad1d-9b9cbc22e55c {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:10.220006 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7a1615-a3ba-4912-a4db-a914b6eb4c29", "name": "network-vif-deleted", "tag": "e49d5512-2352-4ae0-bd55-f4c3d0e84ba7", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:10.220262 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b7c8700-fa56-489d-ad1d-9b9cbc22e55c {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:10.221066 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7a1615-a3ba-4912-a4db-a914b6eb4c29', 'name': 'network-vif-deleted', 'tag': 'e49d5512-2352-4ae0-bd55-f4c3d0e84ba7', 'status': 'completed', 'code': 200} Sep 19 06:57:10.485587 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af337d1-7fa6-4052-a558-f2a6677bb9bd req-0725f57e-9d3f-4e47-972d-beea0f46c05f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:10.487161 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9af337d1-7fa6-4052-a558-f2a6677bb9bd req-0725f57e-9d3f-4e47-972d-beea0f46c05f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0505908 Sep 19 06:57:10.524107 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9af337d1-7fa6-4052-a558-f2a6677bb9bd req-05b0e938-b5ba-41f2-a1ce-2645017ad654 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302150 Sep 19 06:57:10.623425 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac175d9f-cd5a-4bc1-afb7-15e97d1800da req-d5d18121-4387-4910-b622-738816ba4336 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:10.624941 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac175d9f-cd5a-4bc1-afb7-15e97d1800da req-d5d18121-4387-4910-b622-738816ba4336 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 947 time: 0.0487022 Sep 19 06:57:10.667160 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac175d9f-cd5a-4bc1-afb7-15e97d1800da req-c3fb36b6-3e5d-418f-8179-fda8e2c06a46 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Sep 19 06:57:12.034453 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50d664db-f452-472b-ac71-e659b4cdf20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:13.492874 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 62719ebd-3aa5-456f-a5ea-da40329a1e2c up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:13.541855 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 62719ebd-3aa5-456f-a5ea-da40329a1e2c completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:57:13.545367 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 62719ebd-3aa5-456f-a5ea-da40329a1e2c triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:13.545741 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:13.630819 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:13.661986 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af686f14-a954-47e0-84af-e930d89d6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62719ebd-3aa5-456f-a5ea-da40329a1e2c'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:13.665508 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81add951-fb2d-4e85-8441-fbd9e6f4a539" -d '{"events": [{"server_uuid": "af686f14-a954-47e0-84af-e930d89d6368", "name": "network-vif-plugged", "status": "completed", "tag": "62719ebd-3aa5-456f-a5ea-da40329a1e2c"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:13.683156 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 62719ebd-3aa5-456f-a5ea-da40329a1e2c, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=62719ebd-3aa5-456f-a5ea-da40329a1e2c,segment=NetworkSegment(357b6d13-cacd-4134-9868-267e99e73e50),segment_id=357b6d13-cacd-4134-9868-267e99e73e50)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:13.688150 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:13.708526 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3acddcdb-a72b-4278-aedc-00ac9e6c0c70 req-63e5e573-a236-4134-aa78-8e3bfc4e246f tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb7a1615-a3ba-4912-a4db-a914b6eb4c29 HTTP/1.1" status: 200 len: 210 time: 0.0276651 Sep 19 06:57:13.748933 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=62719ebd-3aa5-456f-a5ea-da40329a1e2c,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:13.903205 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59241f06-527d-4ead-8033-ea1c1391e039 req-065ed599-e36e-4a35-95e2-05e12c7df0df tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:13.904875 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59241f06-527d-4ead-8033-ea1c1391e039 req-065ed599-e36e-4a35-95e2-05e12c7df0df tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0501583 Sep 19 06:57:13.945905 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59241f06-527d-4ead-8033-ea1c1391e039 req-ff6040eb-14ab-4514-b680-0f407e0290f0 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339186 Sep 19 06:57:14.009084 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1bc7bd-b84d-4a4a-9d3e-3c22e474fd2b x-openstack-request-id: req-5c1bc7bd-b84d-4a4a-9d3e-3c22e474fd2b {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:14.009381 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af686f14-a954-47e0-84af-e930d89d6368", "name": "network-vif-plugged", "status": "completed", "tag": "62719ebd-3aa5-456f-a5ea-da40329a1e2c", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:14.009634 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5c1bc7bd-b84d-4a4a-9d3e-3c22e474fd2b {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:14.010024 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af686f14-a954-47e0-84af-e930d89d6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62719ebd-3aa5-456f-a5ea-da40329a1e2c', 'code': 200} Sep 19 06:57:14.012782 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a081a5-fc8b-4b6f-ab23-361c9d88837e req-49e00e2d-a767-4011-8e90-b23fd4cc1836 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:14.014499 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-30a081a5-fc8b-4b6f-ab23-361c9d88837e req-49e00e2d-a767-4011-8e90-b23fd4cc1836 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 948 time: 0.0561059 Sep 19 06:57:14.053067 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-30a081a5-fc8b-4b6f-ab23-361c9d88837e req-cefaa79e-4805-4d7e-a1e5-319a0cf1497a tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323744 Sep 19 06:57:14.267111 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdc8e1-b46c-42e6-a6e5-ff7ace1aee76 req-915b7e49-cbf3-405e-9fc5-00a911a103f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:14.268760 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ecfdc8e1-b46c-42e6-a6e5-ff7ace1aee76 req-915b7e49-cbf3-405e-9fc5-00a911a103f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 1101 time: 0.0391281 Sep 19 06:57:14.310595 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ecfdc8e1-b46c-42e6-a6e5-ff7ace1aee76 req-b8cf851d-c989-403e-9339-55ea54c58e98 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308533 Sep 19 06:57:14.679744 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c299a7bb-d03e-4862-8275-cb96df73a7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:15.007637 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-1c66eb89-62d6-4e82-855f-ab4058d97b0d tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:15.009083 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-1c66eb89-62d6-4e82-855f-ab4058d97b0d tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/networks?id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f HTTP/1.1" status: 200 len: 808 time: 0.1011798 Sep 19 06:57:15.023486 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-713c1f6a-3aa4-4405-8551-511306d375b6 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/quotas/35370eafe129459783dc520b62751733 HTTP/1.1" status: 200 len: 375 time: 0.0086229 Sep 19 06:57:15.054153 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-543e5224-b9f6-45d8-8c9d-099940d87264 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=35370eafe129459783dc520b62751733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254798 Sep 19 06:57:15.144028 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-624fefe6-fc69-4c7c-980e-dc866be07420 service neutron] 10.222.0.18 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831892 Sep 19 06:57:15.231415 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-b65ab367-c636-4fa6-8176-7f937f26e0b5 service neutron] 10.222.0.18 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805573 Sep 19 06:57:15.682976 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:15.789830 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:17.370867 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:18.791301 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:57:18.810903 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:57:18.811246 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device e49d5512-2352-4ae0-bd55-f4c3d0e84ba7 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:57:19.379668 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a08ca-9360-4f7f-986b-27c0fd4e140b req-c1006866-8d6c-4e70-8d9c-16481c25f94a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:19.381329 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b91a08ca-9360-4f7f-986b-27c0fd4e140b req-c1006866-8d6c-4e70-8d9c-16481c25f94a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0619681 Sep 19 06:57:19.433816 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08878e8e-144f-4735-8595-f82273041be0 req-a8485246-875f-4c38-a6af-d50374b4a3c3 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:19.435179 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b91a08ca-9360-4f7f-986b-27c0fd4e140b req-13a91d94-5907-467c-9b0e-7cfb1afb5686 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 Sep 19 06:57:19.435483 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-08878e8e-144f-4735-8595-f82273041be0 req-a8485246-875f-4c38-a6af-d50374b4a3c3 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 948 time: 0.0571396 Sep 19 06:57:19.482343 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-08878e8e-144f-4735-8595-f82273041be0 req-8b1b3c97-e6a7-4b73-80ca-6a014dba550a tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403690 Sep 19 06:57:19.584451 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66d3bc97-80fa-48ad-af2b-3488fddeb5bd req-86af089a-53cb-4ef6-9e1d-e6f2897b55a3 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 210 time: 0.0425363 Sep 19 06:57:20.581870 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d5542-f6bf-4143-8ed2-845d4f02e4cf req-fcf8288e-de9d-4e7e-9092-be4644093f81 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:20.583582 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e5d5542-f6bf-4143-8ed2-845d4f02e4cf req-fcf8288e-de9d-4e7e-9092-be4644093f81 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0551918 Sep 19 06:57:20.628267 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e5d5542-f6bf-4143-8ed2-845d4f02e4cf req-494ffba5-5318-4e5a-9abd-1e78a45c6083 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360641 Sep 19 06:57:20.633940 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ea1c1-bc4b-45f4-b6f9-3913aeabd516 req-cc6311a7-794f-4ce9-b018-1e110ef7cb4c tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:20.635444 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-758ea1c1-bc4b-45f4-b6f9-3913aeabd516 req-cc6311a7-794f-4ce9-b018-1e110ef7cb4c tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 948 time: 0.0549147 Sep 19 06:57:20.675291 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-758ea1c1-bc4b-45f4-b6f9-3913aeabd516 req-2ab34021-47e1-4c6d-b8ff-ca5a8b85c74b tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Sep 19 06:57:20.761914 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-13fb839f-3f08-44e6-b066-37cfee86950d req-5a0749b4-188a-4375-81a5-b4fab3585402 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 210 time: 0.0341325 Sep 19 06:57:20.915388 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-96cd6167-2426-454a-92d5-a7b5a3d7da96 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:20.916958 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-96cd6167-2426-454a-92d5-a7b5a3d7da96 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.32 "GET /v2.0/networks?id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f HTTP/1.1" status: 200 len: 808 time: 0.1224601 Sep 19 06:57:21.048864 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Request body: {'port': {'device_id': '17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e', 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f', 'admin_state_up': True, 'tenant_id': '35370eafe129459783dc520b62751733'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:21.185476 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Made reservation on behalf of 35370eafe129459783dc520b62751733 for: {'port': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:57:21.191850 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:21.335535 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Allocated IP 172.20.0.14 (1ef59384-9755-4d8e-a7b1-b0f5fba30b0f/5950070a-8ac9-4813-b31b-011d7798c395/17a98a90-f259-4ad5-be3e-5b9e2a5be1c6) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:57:21.483263 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:21.488244 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:57:21.515965 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:21.556641 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:21.560136 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:21.569618 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:57:21.576029 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Pushing event updated for resources: {'Port': ['ID=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:21.604284 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.604609 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.604944 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.605280 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.605597 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.605912 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.606294 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.606715 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.606986 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.607375 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.607800 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.608129 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:21.629050 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:21.629644 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:21.642972 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-627cd6a8-75a3-439d-9d9d-be0d668a8308 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983770 Sep 19 06:57:21.667399 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Request body: {'port': {'device_id': '17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:21.732699 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:21.800987 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddedef-d946-4f0c-aaaa-e4005b0d3eb2 req-1a823180-b0d4-4868-b3d7-b2034513614e tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:21.802409 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-19ddedef-d946-4f0c-aaaa-e4005b0d3eb2 req-1a823180-b0d4-4868-b3d7-b2034513614e tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 948 time: 0.0509357 Sep 19 06:57:21.807091 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249e078-5ebe-4771-9cef-74693f1f53f7 req-3fe6703c-517a-42c4-b427-d282f306d0c7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:21.808809 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2249e078-5ebe-4771-9cef-74693f1f53f7 req-3fe6703c-517a-42c4-b427-d282f306d0c7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0926321 Sep 19 06:57:21.841385 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-19ddedef-d946-4f0c-aaaa-e4005b0d3eb2 req-d0a04d23-78e0-403f-9ef1-5bfd5d5e5aae tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327640 Sep 19 06:57:21.909000 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2249e078-5ebe-4771-9cef-74693f1f53f7 req-5edc88e7-8243-417b-ac4c-502d785cc473 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937822 Sep 19 06:57:21.955088 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cffe1-b811-4917-9dc0-088b9c27a72d req-2a4ac969-2a47-4f90-aaac-b9be8d4f2f66 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:21.956804 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e10cffe1-b811-4917-9dc0-088b9c27a72d req-2a4ac969-2a47-4f90-aaac-b9be8d4f2f66 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 932 time: 0.0592463 Sep 19 06:57:21.996237 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e10cffe1-b811-4917-9dc0-088b9c27a72d req-d50f3678-f621-45b8-8b4d-a027e3b05aea tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327981 Sep 19 06:57:22.086243 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 {{(pid=94031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:57:22.094402 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:22.107216 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.provisioning_blocks [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Transition to ACTIVE for port object 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 will not be triggered until provisioned by entity L2. {{(pid=94031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:57:22.112028 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:22.167696 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Pushing event updated for resources: {'Port': ['ID=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:22.173895 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89174da1-3e21-47e5-86b7-e3534073da6b req-ab72133d-1846-47aa-ad90-8f6b80eb2d2c tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:22.178682 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89174da1-3e21-47e5-86b7-e3534073da6b req-ab72133d-1846-47aa-ad90-8f6b80eb2d2c tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 948 time: 0.0557797 Sep 19 06:57:22.217242 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89174da1-3e21-47e5-86b7-e3534073da6b req-e43034b0-0415-481d-9254-ec33d300f339 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355146 Sep 19 06:57:22.231399 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Attempting to bind port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:57:22.231785 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Attempting to bind port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '568c5826-3811-40a4-908a-e35314a3cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f'}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:57:22.232078 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Attempting to bind port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 on network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:22.236320 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 on network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:57:22.236636 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Attempting to bind port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 on network 1ef59384-9755-4d8e-a7b1-b0f5fba30b0f {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:22.241741 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:57:22.242073 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Checking segment: {'id': '568c5826-3811-40a4-908a-e35314a3cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:22.242450 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Bound using segment: {'id': '568c5826-3811-40a4-908a-e35314a3cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f'} {{(pid=94031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:57:22.242861 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.managers [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Bound port: 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568c5826-3811-40a4-908a-e35314a3cac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f'}}] {{(pid=94031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:57:22.243212 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:22.308449 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] For port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6, host hv-cinder-80994, cleared binding levels {{(pid=94031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:57:22.312073 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] For port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:57:22.324749 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:22.356004 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:22.356592 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:22.357998 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] 10.222.0.32 "PUT /v2.0/ports/17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 HTTP/1.1" status: 200 len: 1094 time: 0.6946106 Sep 19 06:57:22.358479 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e', 'tag': '17a98a90-f259-4ad5-be3e-5b9e2a5be1c6'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:22.360758 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe51311-a392-44fa-a095-956119c5e82a" -d '{"events": [{"name": "network-changed", "server_uuid": "17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e", "tag": "17a98a90-f259-4ad5-be3e-5b9e2a5be1c6"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:22.387784 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bca1a0-9e82-406e-a648-1b07da8d1891 service neutron] Pushing event updated for resources: {'Port': ['ID=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,revision_number=3']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:22.406063 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e5c27-ee14-4432-adc9-f14f9c035feb x-openstack-request-id: req-a65e5c27-ee14-4432-adc9-f14f9c035feb {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:22.406346 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e", "tag": "17a98a90-f259-4ad5-be3e-5b9e2a5be1c6", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:22.406621 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a65e5c27-ee14-4432-adc9-f14f9c035feb {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:22.407260 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e', 'tag': '17a98a90-f259-4ad5-be3e-5b9e2a5be1c6', 'status': 'completed', 'code': 200} Sep 19 06:57:22.484083 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-a0d2d229-6242-46bc-a4c1-a26bb59e3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:22.485550 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-a0d2d229-6242-46bc-a4c1-a26bb59e3601 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=35370eafe129459783dc520b62751733&device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 1097 time: 0.0401094 Sep 19 06:57:22.540720 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-ecdf7b5f-9058-4045-9a19-0e699bb6b9fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 HTTP/1.1" status: 200 len: 217 time: 0.0368588 Sep 19 06:57:22.595791 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-b1c69876-0afc-4353-9403-98bc539cecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:22.597093 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-b1c69876-0afc-4353-9403-98bc539cecbd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5950070a-8ac9-4813-b31b-011d7798c395 HTTP/1.1" status: 200 len: 848 time: 0.0407822 Sep 19 06:57:22.631245 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-c2b204a9-e62c-4add-a89e-365c59d18290 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263433 Sep 19 06:57:22.724318 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-236b532f-89fd-4928-ae6c-27bca1a09c15 service neutron] 10.222.0.32 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849931 Sep 19 06:57:22.818174 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6eaa7871-d749-47f3-a0c0-c8afcad6cedd req-9bde19bd-a12c-4295-893c-748c6bdc063f service neutron] 10.222.0.32 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798581 Sep 19 06:57:23.025410 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3af0c-18c0-4dd9-a00c-b13d28b4da3f req-38ccd989-6d37-424a-aea7-f5abe8b88ccf tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:23.027105 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ed3af0c-18c0-4dd9-a00c-b13d28b4da3f req-38ccd989-6d37-424a-aea7-f5abe8b88ccf tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0504000 Sep 19 06:57:23.059923 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe51311-a392-44fa-a095-956119c5e82a req-8a6ec206-a406-4e39-8294-d47d2d7d6185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:23.061406 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe51311-a392-44fa-a095-956119c5e82a req-8a6ec206-a406-4e39-8294-d47d2d7d6185 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=35370eafe129459783dc520b62751733&device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 1097 time: 0.0432379 Sep 19 06:57:23.070167 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7ed3af0c-18c0-4dd9-a00c-b13d28b4da3f req-e6134b68-4d07-49c7-8965-fdb37db2210d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351722 Sep 19 06:57:23.174159 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d087c-f090-4e35-b34e-1d00dd2f94f8 req-c3036352-435d-4eb9-be46-14b2234cae32 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:23.175646 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c06d087c-f090-4e35-b34e-1d00dd2f94f8 req-c3036352-435d-4eb9-be46-14b2234cae32 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 944 time: 0.0982466 Sep 19 06:57:23.219162 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe51311-a392-44fa-a095-956119c5e82a req-211db499-f1be-4e50-8373-02a99b49f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:23.220649 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe51311-a392-44fa-a095-956119c5e82a req-211db499-f1be-4e50-8373-02a99b49f974 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f HTTP/1.1" status: 200 len: 909 time: 0.1514668 Sep 19 06:57:23.232242 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c06d087c-f090-4e35-b34e-1d00dd2f94f8 req-dda11c87-3171-42b5-b252-db56557e4230 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466332 Sep 19 06:57:23.277729 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe51311-a392-44fa-a095-956119c5e82a req-921a7089-12de-4d2c-b482-bddbe2c9786d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 HTTP/1.1" status: 200 len: 217 time: 0.0370700 Sep 19 06:57:23.342283 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe51311-a392-44fa-a095-956119c5e82a req-3eef7d48-bc5b-477c-914b-be3d63b41226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:23.343907 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe51311-a392-44fa-a095-956119c5e82a req-3eef7d48-bc5b-477c-914b-be3d63b41226 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=5950070a-8ac9-4813-b31b-011d7798c395 HTTP/1.1" status: 200 len: 848 time: 0.0532143 Sep 19 06:57:23.351483 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80c849-3923-4c3f-b6bb-2ed5ae65f71a req-bb12065d-f1ec-4863-a52a-6fc71ffe98e0 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:23.353281 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c80c849-3923-4c3f-b6bb-2ed5ae65f71a req-bb12065d-f1ec-4863-a52a-6fc71ffe98e0 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 948 time: 0.0682330 Sep 19 06:57:23.388230 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe51311-a392-44fa-a095-956119c5e82a req-f6b4a537-4a9d-4614-9cc3-ea5de2bd4820 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313730 Sep 19 06:57:23.398746 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c80c849-3923-4c3f-b6bb-2ed5ae65f71a req-d0db85b0-5216-4cc3-a2a7-24a3dc6d5421 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Sep 19 06:57:23.496750 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe51311-a392-44fa-a095-956119c5e82a req-73a0f302-f6ce-4956-99aa-c6355781dd4d service neutron] 10.222.0.32 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010754 Sep 19 06:57:23.683739 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbe51311-a392-44fa-a095-956119c5e82a req-c0dc4d59-a23f-4398-b3cb-8e9f3c245751 service neutron] 10.222.0.32 "GET /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119597 Sep 19 06:57:23.863433 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29249b-1540-4220-b0ee-13e17fa368c1 req-9af821d4-8608-47a9-8f36-3c16baec7865 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:23.864990 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf29249b-1540-4220-b0ee-13e17fa368c1 req-9af821d4-8608-47a9-8f36-3c16baec7865 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0534687 Sep 19 06:57:23.902655 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf29249b-1540-4220-b0ee-13e17fa368c1 req-f355677c-eb50-4b02-99e1-db4cfc2a7e31 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Sep 19 06:57:24.183114 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e3d7f-f6eb-44d0-ba4e-f32785960d52 req-69734f0b-83a9-46b9-9987-ae09e4267203 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:24.184591 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ec5e3d7f-f6eb-44d0-ba4e-f32785960d52 req-69734f0b-83a9-46b9-9987-ae09e4267203 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0487411 Sep 19 06:57:24.225271 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ec5e3d7f-f6eb-44d0-ba4e-f32785960d52 req-40f3ffbc-3ee4-4474-a026-cf57d2d29769 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348680 Sep 19 06:57:24.348728 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae40a09-b53e-4eb8-9d91-5a8853b8cb61 req-1d938466-4371-4951-b877-ba92cdd7faf3 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:24.350172 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0ae40a09-b53e-4eb8-9d91-5a8853b8cb61 req-1d938466-4371-4951-b877-ba92cdd7faf3 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 944 time: 0.0495746 Sep 19 06:57:24.387165 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0ae40a09-b53e-4eb8-9d91-5a8853b8cb61 req-7437673a-bb3a-4a5f-8d32-b3864d36dd85 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309401 Sep 19 06:57:24.512532 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ada56a-f2ab-4d4e-930c-a42cd70819c9 req-734d102d-4283-4fbe-b244-6010dc8523ab tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:24.513975 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78ada56a-f2ab-4d4e-930c-a42cd70819c9 req-734d102d-4283-4fbe-b244-6010dc8523ab tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 948 time: 0.0476148 Sep 19 06:57:24.550386 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78ada56a-f2ab-4d4e-930c-a42cd70819c9 req-5febc478-e346-4630-92de-483e79ffebd6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/security-groups?id=11e3b8ed-9bc9-4b9c-95c3-491530d7552b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305080 Sep 19 06:57:24.797414 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-6734a9ee-37e7-4141-bd37-cdda89ef2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:24.798874 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-6734a9ee-37e7-4141-bd37-cdda89ef2256 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 1099 time: 0.0393851 Sep 19 06:57:24.911123 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-9dc6c543-8a16-4c64-bab2-579e5a3b2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:24.913310 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-9dc6c543-8a16-4c64-bab2-579e5a3b2f90 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.0904970 Sep 19 06:57:25.046728 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-5b939e3d-2aaa-42c5-bd6f-64a26ef5360d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b477dbb-1441-4fa1-af74-15e328631ce7 HTTP/1.1" status: 200 len: 1002 time: 0.1136038 Sep 19 06:57:25.062309 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153c3fe-b5a1-417f-84d7-24373432a87a req-9226ba30-dc52-4e55-91cd-f6e2f2aee812 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:25.063705 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b153c3fe-b5a1-417f-84d7-24373432a87a req-9226ba30-dc52-4e55-91cd-f6e2f2aee812 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0838037 Sep 19 06:57:25.098935 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b153c3fe-b5a1-417f-84d7-24373432a87a req-383f2feb-bb8a-46d2-81dd-42d6cd456fef tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293536 Sep 19 06:57:25.142560 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-a24bc695-0c62-4f6c-ae3a-c013a823ff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:25.144040 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-a24bc695-0c62-4f6c-ae3a-c013a823ff0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.0426486 Sep 19 06:57:25.148841 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-31e594e6-017d-4d9b-962c-eb7f732c65f6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:25.150260 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-31e594e6-017d-4d9b-962c-eb7f732c65f6 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.32 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 948 time: 0.0481253 Sep 19 06:57:25.207580 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-5a576f61-125c-4c3d-ac87-60f3ef96b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:25.209116 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-5a576f61-125c-4c3d-ac87-60f3ef96b05f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410848 Sep 19 06:57:25.272809 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Deleting port 62719ebd-3aa5-456f-a5ea-da40329a1e2c {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:57:25.273374 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:25.316839 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-5beeecd2-c6a6-48f9-b53a-2e32c9b2535b service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898826 Sep 19 06:57:25.397590 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a90a1-321b-44b7-bb2f-e5d87a966b95 req-36dab646-b8a9-4bcd-aa57-e0daca31a434 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:25.399214 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bd5a90a1-321b-44b7-bb2f-e5d87a966b95 req-36dab646-b8a9-4bcd-aa57-e0daca31a434 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.1014912 Sep 19 06:57:25.404132 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] For port 62719ebd-3aa5-456f-a5ea-da40329a1e2c, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=62719ebd-3aa5-456f-a5ea-da40329a1e2c,segment=NetworkSegment(357b6d13-cacd-4134-9868-267e99e73e50),segment_id=357b6d13-cacd-4134-9868-267e99e73e50)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:25.404495 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:25.424314 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd8c816-e27c-4705-9126-35e4c8d0f446 req-176e8c76-903d-4f6e-a8ec-119866b575aa service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971131 Sep 19 06:57:25.429987 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Calling delete_port for 62719ebd-3aa5-456f-a5ea-da40329a1e2c owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:57:25.509641 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bd5a90a1-321b-44b7-bb2f-e5d87a966b95 req-5e373fa8-c0d8-4b9c-82b1-1e57e6b6a43c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025755 Sep 19 06:57:25.532350 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6cb30-dc38-4379-966f-cbc537fbc6b6 req-a19ea7d7-65db-445e-ba99-8062cb1edef6 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:25.533924 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0cf6cb30-dc38-4379-966f-cbc537fbc6b6 req-a19ea7d7-65db-445e-ba99-8062cb1edef6 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 944 time: 0.0549493 Sep 19 06:57:25.589571 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0cf6cb30-dc38-4379-966f-cbc537fbc6b6 req-34b8df58-e819-478d-af4c-43e875729447 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473197 Sep 19 06:57:25.647380 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:25.692287 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 39840) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:25.697908 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['62719ebd-3aa5-456f-a5ea-da40329a1e2c'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:57:25.703078 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-37477350-0f92-4917-8846-4be669869eff req-07d718f7-3b59-471a-9c07-02b185d40549 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.18 "GET /v2.0/ports?device_id=af686f14-a954-47e0-84af-e930d89d6368 HTTP/1.1" status: 200 len: 210 time: 0.0534739 Sep 19 06:57:25.704181 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Pushing event deleted for resources: {'Port': ['ID=62719ebd-3aa5-456f-a5ea-da40329a1e2c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:25.712811 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.713163 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.713504 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.714099 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.714444 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.714776 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.715105 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.715431 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.715781 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.716104 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.716423 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.716723 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:25.775384 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] No DVR routers for this DVR port 62719ebd-3aa5-456f-a5ea-da40329a1e2c on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:57:25.779050 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:25.781228 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-457bb751-d6dd-444e-93f6-ab46d8e5763d req-0e44aa06-352c-4121-851e-214d470e1832 tempest-VolumesNegativeTest-1044699996 tempest-VolumesNegativeTest-1044699996-project] 10.222.0.32 "DELETE /v2.0/ports/62719ebd-3aa5-456f-a5ea-da40329a1e2c HTTP/1.1" status: 204 len: 173 time: 0.6108599 Sep 19 06:57:25.781666 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af686f14-a954-47e0-84af-e930d89d6368', 'name': 'network-vif-deleted', 'tag': '62719ebd-3aa5-456f-a5ea-da40329a1e2c'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:25.784326 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9391f8-4723-4e08-9070-3754e8ccd489" -d '{"events": [{"server_uuid": "af686f14-a954-47e0-84af-e930d89d6368", "name": "network-vif-deleted", "tag": "62719ebd-3aa5-456f-a5ea-da40329a1e2c"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:25.812392 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-07642179-3681-4f6b-9307-6bb74f74ead6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:25.828375 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb34b24-2b99-4a91-8af7-1ff93d67d3bf x-openstack-request-id: req-dfb34b24-2b99-4a91-8af7-1ff93d67d3bf {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:25.828685 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af686f14-a954-47e0-84af-e930d89d6368", "name": "network-vif-deleted", "tag": "62719ebd-3aa5-456f-a5ea-da40329a1e2c", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:25.829006 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfb34b24-2b99-4a91-8af7-1ff93d67d3bf {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:25.829440 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af686f14-a954-47e0-84af-e930d89d6368', 'name': 'network-vif-deleted', 'tag': '62719ebd-3aa5-456f-a5ea-da40329a1e2c', 'status': 'completed', 'code': 200} Sep 19 06:57:25.930656 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-07642179-3681-4f6b-9307-6bb74f74ead6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:25.934188 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-07642179-3681-4f6b-9307-6bb74f74ead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:25.972771 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-07642179-3681-4f6b-9307-6bb74f74ead6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4211e420183b4312817a7897c15c08db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793934 Sep 19 06:57:25.973619 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07642179-3681-4f6b-9307-6bb74f74ead6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c89ad6-9c22-49a3-9a85-01c8701996b9,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:25.975700 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 39848) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:26.027925 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fd3bed11-9cdd-452a-b7ee-4a9d27bc27d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:26.051071 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fd3bed11-9cdd-452a-b7ee-4a9d27bc27d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:26.099292 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fd3bed11-9cdd-452a-b7ee-4a9d27bc27d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:26.101849 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-fd3bed11-9cdd-452a-b7ee-4a9d27bc27d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:26.103043 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-fd3bed11-9cdd-452a-b7ee-4a9d27bc27d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9c89ad6-9c22-49a3-9a85-01c8701996b9 HTTP/1.1" status: 204 len: 168 time: 0.1261089 Sep 19 06:57:26.110630 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bed11-9cdd-452a-b7ee-4a9d27bc27d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c89ad6-9c22-49a3-9a85-01c8701996b9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:26.224692 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b85dc-d8b1-431a-9581-a47a269ed353 req-d6127e59-3cb2-41a6-9a2e-c34b67ecefcf tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:26.226195 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fa0b85dc-d8b1-431a-9581-a47a269ed353 req-d6127e59-3cb2-41a6-9a2e-c34b67ecefcf tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0511668 Sep 19 06:57:26.265476 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fa0b85dc-d8b1-431a-9581-a47a269ed353 req-61d1b198-257d-4e49-ab73-5b792e8faaed tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327809 Sep 19 06:57:26.671497 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17c8c4-5f5d-4c31-bb2f-fc90dbf1e6d9 req-df46a63c-dfe9-439f-b2bf-a2dd84bb5920 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:26.673051 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1d17c8c4-5f5d-4c31-bb2f-fc90dbf1e6d9 req-df46a63c-dfe9-439f-b2bf-a2dd84bb5920 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0593717 Sep 19 06:57:26.733812 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1aaa3-1888-43a6-90f5-df467c9fcd57 req-087d1839-e058-46b9-9591-d4fe522abaf7 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:26.735343 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d4a1aaa3-1888-43a6-90f5-df467c9fcd57 req-087d1839-e058-46b9-9591-d4fe522abaf7 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 944 time: 0.0595794 Sep 19 06:57:26.748075 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1d17c8c4-5f5d-4c31-bb2f-fc90dbf1e6d9 req-d668e2a8-c095-4d9d-9f01-9e1ff712bbe5 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611889 Sep 19 06:57:26.778036 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d4a1aaa3-1888-43a6-90f5-df467c9fcd57 req-95e4b655-2376-4721-b151-4f8154b370e5 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358319 Sep 19 06:57:26.822112 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:57:26.931461 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:26.944344 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '17a98a90-f259-4ad5-be3e-5b9e2a5be1c6', 'network_id': '1ef59384-9755-4d8e-a7b1-b0f5fba30b0f', 'port_id': '17a98a90-f259-4ad5-be3e-5b9e2a5be1c6', 'mac_address': 'fa:16:3e:c0:5c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5950070a-8ac9-4813-b31b-011d7798c395', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:57:26.982705 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:26.998194 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:57:27.021560 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:27.026771 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:27.101790 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:27.166414 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:27.408406 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bb429-e43d-47c0-ac1e-59b17e5d0896 req-51c4c8e2-348a-4f47-abae-7796bb7d30b0 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:27.410091 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-df7bb429-e43d-47c0-ac1e-59b17e5d0896 req-51c4c8e2-348a-4f47-abae-7796bb7d30b0 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0589130 Sep 19 06:57:27.495030 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-df7bb429-e43d-47c0-ac1e-59b17e5d0896 req-ea3b4d5e-b1fe-4f09-8d46-0f976ea4f2e1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763292 Sep 19 06:57:27.536592 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['17a98a90-f259-4ad5-be3e-5b9e2a5be1c6'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:57:27.862104 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51acecc-44af-474f-b6be-295aa1a5fef3 req-33b6035e-5bd9-4c72-8f63-418f5022462b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:27.863642 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b51acecc-44af-474f-b6be-295aa1a5fef3 req-33b6035e-5bd9-4c72-8f63-418f5022462b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0510144 Sep 19 06:57:27.899364 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587c68d-9635-4d89-a97b-46307167e9d8 req-c85544de-17fc-4f85-8ca1-2aa5eb7dc230 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:27.900997 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1587c68d-9635-4d89-a97b-46307167e9d8 req-c85544de-17fc-4f85-8ca1-2aa5eb7dc230 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 945 time: 0.0514383 Sep 19 06:57:27.904793 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b51acecc-44af-474f-b6be-295aa1a5fef3 req-950b7b58-b006-4432-8fa3-b71c49bdcff5 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349698 Sep 19 06:57:27.945030 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1587c68d-9635-4d89-a97b-46307167e9d8 req-990b31eb-6921-48e6-bf2b-99274addd1fb tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350347 Sep 19 06:57:28.644097 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408f001-a8c8-4ec0-8f15-2706a9747a62 req-06a2b5f9-ce77-497c-918e-793f04241b4f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:28.647978 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d408f001-a8c8-4ec0-8f15-2706a9747a62 req-06a2b5f9-ce77-497c-918e-793f04241b4f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0596969 Sep 19 06:57:28.685175 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d408f001-a8c8-4ec0-8f15-2706a9747a62 req-3a826db4-82bf-46b6-97bd-9322ea51cf96 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Sep 19 06:57:28.842772 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:28.887741 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:57:28.891269 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:28.891676 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:28.971400 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:29.000696 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a98a90-f259-4ad5-be3e-5b9e2a5be1c6'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:29.003022 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de27116a-a4be-47d3-a314-6d22385ae6f8" -d '{"events": [{"server_uuid": "17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "17a98a90-f259-4ad5-be3e-5b9e2a5be1c6"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:29.016259 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:29.020754 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:29.022074 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 62719ebd-3aa5-456f-a5ea-da40329a1e2c no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:57:29.050450 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7583e-acde-4074-a8fd-47cc275b956e req-daec433f-88ff-4233-b7e2-45bea4a68999 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:29.058487 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f6a7583e-acde-4074-a8fd-47cc275b956e req-daec433f-88ff-4233-b7e2-45bea4a68999 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0831957 Sep 19 06:57:29.064560 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 62719ebd-3aa5-456f-a5ea-da40329a1e2c {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:57:29.064894 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 62719ebd-3aa5-456f-a5ea-da40329a1e2c not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:57:29.094094 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:29.095881 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f6a7583e-acde-4074-a8fd-47cc275b956e req-85a076d0-bb95-4c04-899a-678419096b7d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364175 Sep 19 06:57:29.114796 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843b675-16c2-40bc-966b-ea4aed6273ef req-271b002a-df30-4525-b110-1acc321bfc47 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:29.116461 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0843b675-16c2-40bc-966b-ea4aed6273ef req-271b002a-df30-4525-b110-1acc321bfc47 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.0634854 Sep 19 06:57:29.150695 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5345a6c4-5a8d-47ce-a9b4-9b6dee92e583 x-openstack-request-id: req-5345a6c4-5a8d-47ce-a9b4-9b6dee92e583 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:29.150985 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "17a98a90-f259-4ad5-be3e-5b9e2a5be1c6", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:29.151237 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5345a6c4-5a8d-47ce-a9b4-9b6dee92e583 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:29.151679 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17a98a90-f259-4ad5-be3e-5b9e2a5be1c6', 'code': 200} Sep 19 06:57:29.171939 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0843b675-16c2-40bc-966b-ea4aed6273ef req-43aefc18-dc3b-4323-b6b2-7f2659e162a8 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482640 Sep 19 06:57:29.807361 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950050b-dc64-4686-895b-6acbde7a3a9d req-d89e43a6-217b-4a1f-8396-961d16ea56b9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:29.809006 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c950050b-dc64-4686-895b-6acbde7a3a9d req-d89e43a6-217b-4a1f-8396-961d16ea56b9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0487978 Sep 19 06:57:29.848254 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c950050b-dc64-4686-895b-6acbde7a3a9d req-58bc898c-2fa8-4000-bc19-1b140684a940 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335493 Sep 19 06:57:30.214915 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d2918-6326-422d-a184-0adab3eee008 req-951ea2b3-3123-425d-9ad5-33126594eace tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:30.217065 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ed6d2918-6326-422d-a184-0adab3eee008 req-951ea2b3-3123-425d-9ad5-33126594eace tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Sep 19 06:57:30.280554 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1db64-9009-4c8a-a967-205df740d11b req-da5ed94f-7be9-4a72-9d1e-be29ef7a8f41 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:30.282532 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-50f1db64-9009-4c8a-a967-205df740d11b req-da5ed94f-7be9-4a72-9d1e-be29ef7a8f41 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.0501549 Sep 19 06:57:30.322722 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-50f1db64-9009-4c8a-a967-205df740d11b req-1002cbb7-3981-46ab-b739-a7482c4831ff tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334935 Sep 19 06:57:30.478341 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ed6d2918-6326-422d-a184-0adab3eee008 req-f581feda-c594-451f-88d6-8f85c849925d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527764 Sep 19 06:57:30.968873 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e5401-2ebd-45a1-8fc9-4ff47a299be0 req-f295cc38-300e-4ea7-90cf-c329e6f8b79d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:30.970324 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a95e5401-2ebd-45a1-8fc9-4ff47a299be0 req-f295cc38-300e-4ea7-90cf-c329e6f8b79d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0521474 Sep 19 06:57:31.007145 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a95e5401-2ebd-45a1-8fc9-4ff47a299be0 req-ee409b9c-a522-4d76-9599-182cc279bb33 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308437 Sep 19 06:57:31.433461 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433d4e6-1991-4ac4-a66d-6037d3ea1bf2 req-5ad5521d-51f6-42a3-994c-4a737b856fb4 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:31.434934 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b433d4e6-1991-4ac4-a66d-6037d3ea1bf2 req-5ad5521d-51f6-42a3-994c-4a737b856fb4 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.0466161 Sep 19 06:57:31.473586 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b433d4e6-1991-4ac4-a66d-6037d3ea1bf2 req-d7eebf16-c622-4b94-bb2c-d32cf498a41a tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324864 Sep 19 06:57:31.590340 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760da48f-19a3-4b13-a515-d1d95a0baa8d req-69f73204-02f1-41b2-a6c7-70e9a33241d8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:31.591845 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-760da48f-19a3-4b13-a515-d1d95a0baa8d req-69f73204-02f1-41b2-a6c7-70e9a33241d8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Sep 19 06:57:31.629706 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-760da48f-19a3-4b13-a515-d1d95a0baa8d req-8eeab363-bbde-46ed-b127-cb26ea544e96 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Sep 19 06:57:32.124391 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e49d54-b3f6-4f7b-ab04-f82fdcccb051 req-193aa240-5870-4791-9066-99006a41ca46 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:32.125767 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09e49d54-b3f6-4f7b-ab04-f82fdcccb051 req-193aa240-5870-4791-9066-99006a41ca46 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0485189 Sep 19 06:57:32.137088 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fce97-2bd6-4c97-8dbd-86f127a7a4d5 req-8cd2ff25-9754-447b-a159-e5f719bb6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:32.138569 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c25fce97-2bd6-4c97-8dbd-86f127a7a4d5 req-8cd2ff25-9754-447b-a159-e5f719bb6d61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 1099 time: 0.0384474 Sep 19 06:57:32.164596 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-09e49d54-b3f6-4f7b-ab04-f82fdcccb051 req-ac274e06-9925-44c4-bef2-7fccebc5564e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Sep 19 06:57:32.175396 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c25fce97-2bd6-4c97-8dbd-86f127a7a4d5 req-3e0e9bba-ff21-49e7-9bbc-9d504a54184b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290332 Sep 19 06:57:32.588489 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b850ec2-5881-4e99-a392-d9ce4c26f68e req-7e8147d0-1cc5-411a-8874-579474b9bd03 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:32.589969 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0b850ec2-5881-4e99-a392-d9ce4c26f68e req-7e8147d0-1cc5-411a-8874-579474b9bd03 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.0502548 Sep 19 06:57:32.627280 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0b850ec2-5881-4e99-a392-d9ce4c26f68e req-6c43340c-4871-434d-a156-8da061897cbf tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Sep 19 06:57:32.757662 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac58731-471a-4ba1-920c-ed844eba68e6 req-0a2a87ce-b179-42dd-a88d-925e0ac269bd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:32.759129 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ac58731-471a-4ba1-920c-ed844eba68e6 req-0a2a87ce-b179-42dd-a88d-925e0ac269bd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0534503 Sep 19 06:57:32.798880 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4ac58731-471a-4ba1-920c-ed844eba68e6 req-d1f8aaaf-da4a-435e-a945-56e4b3adbf1f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333633 Sep 19 06:57:32.878865 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40216) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:33.018520 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-41699ecc-2052-4bdd-9cca-46660c3eff56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=093d004fd9c144539ecc1d77fb6ebe9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382389 Sep 19 06:57:33.021053 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 40226) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:33.069777 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-51d2605d-21d3-40b0-a641-ffd13c630d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:33.090126 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-51d2605d-21d3-40b0-a641-ffd13c630d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:33.135887 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-51d2605d-21d3-40b0-a641-ffd13c630d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:33.138358 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-51d2605d-21d3-40b0-a641-ffd13c630d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:33.139490 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-51d2605d-21d3-40b0-a641-ffd13c630d03 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11e3b8ed-9bc9-4b9c-95c3-491530d7552b HTTP/1.1" status: 204 len: 168 time: 0.1175008 Sep 19 06:57:33.147144 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2605d-21d3-40b0-a641-ffd13c630d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3b8ed-9bc9-4b9c-95c3-491530d7552b,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:33.298632 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0192b7-565a-4c0b-9658-fb319d76da7d req-002cc3de-2b3d-4ce4-bf10-c28d0fb11491 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:33.300137 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3c0192b7-565a-4c0b-9658-fb319d76da7d req-002cc3de-2b3d-4ce4-bf10-c28d0fb11491 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0501978 Sep 19 06:57:33.338109 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3c0192b7-565a-4c0b-9658-fb319d76da7d req-dda44ca1-26da-4574-968e-13515ab1d58b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312777 Sep 19 06:57:33.776869 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8a220-8da6-41df-9489-15b4782304af req-33cf6c92-6f39-435b-9667-5b215e9aef34 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:33.778340 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-31d8a220-8da6-41df-9489-15b4782304af req-33cf6c92-6f39-435b-9667-5b215e9aef34 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.0781198 Sep 19 06:57:33.788607 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40258) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:33.821926 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-31d8a220-8da6-41df-9489-15b4782304af req-578e7d0f-6c7b-41ab-a445-84c040cf6908 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363579 Sep 19 06:57:33.888296 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-581223935-network', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:33.929187 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Made reservation on behalf of d6de158e34224bbfbecfbfe5483cff6c for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:57:33.931358 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:33.941461 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78d4bb-6296-4dfe-880f-dd07df18e8df req-33fdc372-2fec-4a3c-89d4-f02de5586e8d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:33.942954 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fb78d4bb-6296-4dfe-880f-dd07df18e8df req-33fdc372-2fec-4a3c-89d4-f02de5586e8d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0713210 Sep 19 06:57:33.948457 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:33.998093 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fb78d4bb-6296-4dfe-880f-dd07df18e8df req-54bef9f7-97bb-4801-b20b-1837e89636a6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475905 Sep 19 06:57:34.068946 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.073457 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.098934 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:57:34.108680 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd57c3a-8e6e-46e6-ab46-b11edc21e02e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:34.115921 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.116263 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Added segment 79073854-4659-4c22-987a-0a40140dec41 of type vlan for network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 Sep 19 06:57:34.158158 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.183743 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.184704 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:34.185296 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.217107 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4274011 Sep 19 06:57:34.220193 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 40274) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:34.225775 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Request body: {'subnet': {'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-581223935-subnet', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:34.249159 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Made reservation on behalf of d6de158e34224bbfbecfbfe5483cff6c for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:57:34.252264 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25808336'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.252634 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8887d-de0f-4a71-b225-1d0825608bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=506472ab-5c1c-4a8e-ad2e-eb545dc48435,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:34.262535 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:57:34.448857 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25808382'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.516999 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c0f08-d9a7-4ce6-9010-7c2740cb208b req-a2198d4d-2531-47a9-abf9-c231864b0dbb tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:34.518493 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf4c0f08-d9a7-4ce6-9010-7c2740cb208b req-a2198d4d-2531-47a9-abf9-c231864b0dbb tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0978029 Sep 19 06:57:34.524804 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc0761fd-3e29-42d1-948e-4ac2f12e1310,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:34.553185 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Checking segment: {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:34.553541 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Network hostable DHCP agents. Network: 506472ab-5c1c-4a8e-ad2e-eb545dc48435, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:57:34.581416 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf4c0f08-d9a7-4ce6-9010-7c2740cb208b req-db698904-b94b-4725-9239-3570a0c50897 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527477 Sep 19 06:57:34.586540 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:57:34.596931 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 506472ab-5c1c-4a8e-ad2e-eb545dc48435) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:34.601942 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:34.602541 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.613867 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897b11c-8eb2-4001-9637-c2e761a90e19 None None] Network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:57:34.620473 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fa36dc0a-2812-4d3d-9f9b-3c15140a28f8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3967280 Sep 19 06:57:34.621052 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40286) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:34.626638 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:34.658535 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.660515 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.762801 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.827266 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f96b8-0aec-45cc-92d7-c5fcc84f0440 req-3e467133-48eb-4cde-ad73-420bb329d504 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:34.829143 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-294f96b8-0aec-45cc-92d7-c5fcc84f0440 req-3e467133-48eb-4cde-ad73-420bb329d504 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0534177 Sep 19 06:57:34.835252 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 06:57:34.836253 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.884355 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-294f96b8-0aec-45cc-92d7-c5fcc84f0440 req-340eec66-c5e0-4777-9bca-2a137a0538f4 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489655 Sep 19 06:57:34.936081 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:34.990668 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Allocated IP 172.20.0.2 (506472ab-5c1c-4a8e-ad2e-eb545dc48435/cc0761fd-3e29-42d1-948e-4ac2f12e1310/1b920991-bd4a-4066-99c4-bedc185837e8) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:57:35.121588 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8627f3-12e0-4091-8eb0-9be1d3bce9d6 req-73a0a153-aedf-42ff-a148-3af263ab9414 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:35.123434 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1d8627f3-12e0-4091-8eb0-9be1d3bce9d6 req-73a0a153-aedf-42ff-a148-3af263ab9414 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0508256 Sep 19 06:57:35.144109 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:35.151092 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:35.167813 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1d8627f3-12e0-4091-8eb0-9be1d3bce9d6 req-64dc3f8f-d303-4efd-9b33-d88365378f93 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349658 Sep 19 06:57:35.190499 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:35.197750 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:35.202331 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:57:35.207059 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Pushing event updated for resources: {'Port': ['ID=1b920991-bd4a-4066-99c4-bedc185837e8,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:35.217171 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.217526 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.217672 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca1d5a-c2e9-4bab-9bfb-9176e16a63ec req-6d0330ed-7fda-40da-9284-07abaf0ef74d tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:35.217867 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.218207 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.218542 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.218876 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.219113 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04ca1d5a-c2e9-4bab-9bfb-9176e16a63ec req-6d0330ed-7fda-40da-9284-07abaf0ef74d tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.2862782 Sep 19 06:57:35.219216 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.219540 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.219905 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.220236 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.220564 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.220885 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:35.267464 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Attempting to bind port 1b920991-bd4a-4066-99c4-bedc185837e8 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:57:35.268164 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Attempting to bind port 1b920991-bd4a-4066-99c4-bedc185837e8 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:57:35.268613 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Attempting to bind port 1b920991-bd4a-4066-99c4-bedc185837e8 on network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:35.275254 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:57:35.275807 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Checking segment: {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:35.276308 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:35.276794 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Bound using segment: {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:57:35.277719 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Bound port: 1b920991-bd4a-4066-99c4-bedc185837e8, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:57:35.277719 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:35.307800 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04ca1d5a-c2e9-4bab-9bfb-9176e16a63ec req-140ddcf9-eb0a-49c8-9750-45d4a16a02b6 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496831 Sep 19 06:57:35.374344 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] For port 1b920991-bd4a-4066-99c4-bedc185837e8, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:57:35.378399 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] For port 1b920991-bd4a-4066-99c4-bedc185837e8, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=1b920991-bd4a-4066-99c4-bedc185837e8,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:57:35.384271 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:35.439822 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:35.468439 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b7bee-8afc-47e5-963c-d0fb815399a9 None None] Pushing event updated for resources: {'Port': ['ID=1b920991-bd4a-4066-99c4-bedc185837e8,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:35.473409 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 40302) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:35.477999 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:35.663278 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Allocated IP 172.27.1.201 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/59c8261c-278f-4eef-bba2-c58c2506d05c) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:57:35.700258 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-19932d31-51c6-4d8b-ab80-f74351ea2c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:35.888722 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 1b920991-bd4a-4066-99c4-bedc185837e8 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:35.893688 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6f60c-5317-46ea-90b3-6c84fe42141f req-7d71926c-c15c-4903-825f-e0229cdc4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:35.895201 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-13c6f60c-5317-46ea-90b3-6c84fe42141f req-7d71926c-c15c-4903-825f-e0229cdc4a70 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 1098 time: 0.1439135 Sep 19 06:57:35.951214 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-13c6f60c-5317-46ea-90b3-6c84fe42141f req-570ed3c9-f665-4aa8-8540-c9ab7fca6018 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459087 Sep 19 06:57:35.972982 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 1b920991-bd4a-4066-99c4-bedc185837e8 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:35.973364 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.007157 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-19932d31-51c6-4d8b-ab80-f74351ea2c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.020071 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-19932d31-51c6-4d8b-ab80-f74351ea2c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.029959 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.066714 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.071858 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2696cd-f880-4d39-8f61-24a0e12d0518 req-2b2b4e94-9c62-4245-8384-e011d204c686 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:36.080923 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4d2696cd-f880-4d39-8f61-24a0e12d0518 req-2b2b4e94-9c62-4245-8384-e011d204c686 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.3097069 Sep 19 06:57:36.106454 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 1b920991-bd4a-4066-99c4-bedc185837e8, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=1b920991-bd4a-4066-99c4-bedc185837e8,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:36.110732 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75959f63-2992-44f8-9344-cda440112fc9 req-acdbd726-0ba5-4ffb-90a6-5bc338355335 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:36.111155 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.116380 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-75959f63-2992-44f8-9344-cda440112fc9 req-acdbd726-0ba5-4ffb-90a6-5bc338355335 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0815210 Sep 19 06:57:36.133861 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19932d31-51c6-4d8b-ab80-f74351ea2c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9219bb4-c016-4540-a0f8-ddbbf84f543a,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:36.142576 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-19932d31-51c6-4d8b-ab80-f74351ea2c02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ea5e9271e354a209e5b952eb534a1ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6674962 Sep 19 06:57:36.142817 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40324) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:36.163909 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4d2696cd-f880-4d39-8f61-24a0e12d0518 req-76261960-1a24-4236-adcf-008d161a3004 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817583 Sep 19 06:57:36.165061 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.193557 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=1b920991-bd4a-4066-99c4-bedc185837e8,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:36.222542 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-75959f63-2992-44f8-9344-cda440112fc9 req-3f85039e-f7e2-4fb2-9a20-769018dcaa2e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997584 Sep 19 06:57:36.241748 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:36.246666 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:36.250627 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:57:36.285170 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Pushing event updated for resources: {'Port': ['ID=59c8261c-278f-4eef-bba2-c58c2506d05c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:36.309495 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-af4c6143-bc3e-4d76-be9b-a7e3132aec5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.417756 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-1a6acd62-f283-4d20-909a-86c5ad779bdc tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:36.419653 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-1a6acd62-f283-4d20-909a-86c5ad779bdc tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 815 time: 0.1417439 Sep 19 06:57:36.435392 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-eeff7e83-1258-4178-b8b1-7fc0d09117d8 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/quotas/ce1ec034b7fa4a54933c51dd8235536d HTTP/1.1" status: 200 len: 375 time: 0.0097387 Sep 19 06:57:36.453908 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-af4c6143-bc3e-4d76-be9b-a7e3132aec5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.501297 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-901142be-6615-45ba-a143-f82a4ab792ad tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594513 Sep 19 06:57:36.523102 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90dc4ac-5181-479f-a19e-4f28971436f2 req-7ecbd6ee-6427-41c3-a949-e66dc99e4262 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:36.524725 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d90dc4ac-5181-479f-a19e-4f28971436f2 req-7ecbd6ee-6427-41c3-a949-e66dc99e4262 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.2000480 Sep 19 06:57:36.605937 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-af4c6143-bc3e-4d76-be9b-a7e3132aec5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.608165 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-af4c6143-bc3e-4d76-be9b-a7e3132aec5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.609321 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-af4c6143-bc3e-4d76-be9b-a7e3132aec5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9219bb4-c016-4540-a0f8-ddbbf84f543a HTTP/1.1" status: 204 len: 168 time: 0.4645486 Sep 19 06:57:36.620661 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-e489ab4f-150a-4bd1-8166-aba4b6db2af4 service neutron] 10.222.0.18 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095283 Sep 19 06:57:36.658052 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d90dc4ac-5181-479f-a19e-4f28971436f2 req-fd5a7776-8098-4897-a5aa-4259b534dec4 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972669 Sep 19 06:57:36.661128 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c6143-bc3e-4d76-be9b-a7e3132aec5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9219bb4-c016-4540-a0f8-ddbbf84f543a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:36.675040 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.680082 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d61ae-8d8c-47cf-8cc0-e001703e91fa None None] Network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:57:36.744422 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-b25e34a4-286e-40d5-b834-54d3a85607c6 service neutron] 10.222.0.18 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167715 Sep 19 06:57:36.925046 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-de46fe9c-b255-482e-a53c-fcd1f1f0c722 None None] Provisioning complete for port 1b920991-bd4a-4066-99c4-bedc185837e8 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:36.925521 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-de46fe9c-b255-482e-a53c-fcd1f1f0c722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:36.992142 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ef0381e3-46ff-4178-a40e-415b56378d6b req-09e00626-a664-4254-ba61-c9cf711e3daa tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0686018 Sep 19 06:57:37.081140 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:37.175348 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22965e86-1b2f-4f19-9cae-0aa2e9a36ae6 req-2200cc83-52ba-4d6b-92ab-45ba36787b92 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:37.177341 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22965e86-1b2f-4f19-9cae-0aa2e9a36ae6 req-2200cc83-52ba-4d6b-92ab-45ba36787b92 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.0985634 Sep 19 06:57:37.271497 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22965e86-1b2f-4f19-9cae-0aa2e9a36ae6 req-43073431-1661-4fa0-b49a-72ac02bc5583 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509129 Sep 19 06:57:37.337320 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Router 970c7b60-bfa2-46f9-934c-b9a483b8a564 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 06:57:37.357755 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4367f41-596d-4961-afb5-694af1be52bd req-dea4b971-a2b5-4639-93d6-f8364cfb0044 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:37.359316 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4367f41-596d-4961-afb5-694af1be52bd req-dea4b971-a2b5-4639-93d6-f8364cfb0044 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1084509 Sep 19 06:57:37.385082 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-6404a23b-854c-4f19-afa5-bf8b7ccef220 None None] Provisioning complete for port 1b920991-bd4a-4066-99c4-bedc185837e8 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:37.386065 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6404a23b-854c-4f19-afa5-bf8b7ccef220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:37.436400 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4367f41-596d-4961-afb5-694af1be52bd req-ce05b253-c076-4523-80c6-0d92d0e64920 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604060 Sep 19 06:57:37.509710 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618882d-71a5-477a-83c1-9bc140845916 req-6f6d5c44-91f5-43d4-9101-7d2c00250b72 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:37.511964 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8618882d-71a5-477a-83c1-9bc140845916 req-6f6d5c44-91f5-43d4-9101-7d2c00250b72 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.1003585 Sep 19 06:57:37.532849 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:57:37.545305 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Sync routers for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:57:37.554991 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:57:37.555769 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:57:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:37.561532 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:37.562680 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-15ccf460-e12a-4e99-949f-602bbd131977 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9401851 Sep 19 06:57:37.565444 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40358) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:37.576247 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8618882d-71a5-477a-83c1-9bc140845916 req-40880713-cb49-4e27-a36a-918db398f47a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571392 Sep 19 06:57:37.667233 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:57:37.772656 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 1b920991-bd4a-4066-99c4-bedc185837e8 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:37.826686 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 1b920991-bd4a-4066-99c4-bedc185837e8 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:37.827398 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:37.862483 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65362644-90be-40ac-9b86-2a9a17823fff req-ad278425-363c-4cac-a6cc-9cc6ca1e7352 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:37.864094 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-65362644-90be-40ac-9b86-2a9a17823fff req-ad278425-363c-4cac-a6cc-9cc6ca1e7352 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0746417 Sep 19 06:57:37.910097 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-65362644-90be-40ac-9b86-2a9a17823fff req-3ff5afbd-6c14-446d-b56f-8e5a8bc1f412 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375524 Sep 19 06:57:37.910373 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:36Z', 'revision_number': 3, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:37.947067 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Checking router: 970c7b60-bfa2-46f9-934c-b9a483b8a564 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:57:37.947676 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Updating router 970c7b60-bfa2-46f9-934c-b9a483b8a564 port 59c8261c-278f-4eef-bba2-c58c2506d05c binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:57:37.978231 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:38.090387 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2193e4b9-5f21-420d-ba3f-a52614256c95 req-fbeee143-bbd5-43cd-b2af-81df2f8da1de tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0265522 Sep 19 06:57:38.202483 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdee1e6-c31d-4ce4-8e09-ed647c584760 req-e36752e1-e9f3-4def-b7de-90b48b7b7ebe tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:38.204120 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfdee1e6-c31d-4ce4-8e09-ed647c584760 req-e36752e1-e9f3-4def-b7de-90b48b7b7ebe tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0854168 Sep 19 06:57:38.277905 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dfdee1e6-c31d-4ce4-8e09-ed647c584760 req-85545256-3d2e-46d3-8aa6-3aa70b010d95 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665524 Sep 19 06:57:38.330843 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:38.336247 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:38.337324 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:38.387320 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Pushing event updated for resources: {'Port': ['ID=59c8261c-278f-4eef-bba2-c58c2506d05c,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:38.397183 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.397539 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.397886 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.398233 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.398604 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.398951 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.399333 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.399692 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.400047 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.400379 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.400704 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.401024 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:57:38.421029 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Attempting to bind port 59c8261c-278f-4eef-bba2-c58c2506d05c on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:57:38.421409 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Attempting to bind port 59c8261c-278f-4eef-bba2-c58c2506d05c by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:57:38.421782 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Attempting to bind port 59c8261c-278f-4eef-bba2-c58c2506d05c on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:38.427667 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:57:38.428050 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:38.428459 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:38.428854 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:57:38.429326 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Bound port: 59c8261c-278f-4eef-bba2-c58c2506d05c, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:57:38.429709 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:38.451436 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ace72-ba00-4915-ae35-fc0f86d12cc5 req-eb788973-1c30-4066-98c5-f7fdeed86363 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:38.464129 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3b5ace72-ba00-4915-ae35-fc0f86d12cc5 req-eb788973-1c30-4066-98c5-f7fdeed86363 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.0850487 Sep 19 06:57:38.503193 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] For port 59c8261c-278f-4eef-bba2-c58c2506d05c, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:57:38.507785 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] For port 59c8261c-278f-4eef-bba2-c58c2506d05c, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=59c8261c-278f-4eef-bba2-c58c2506d05c,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:57:38.513771 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:38.553069 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3b5ace72-ba00-4915-ae35-fc0f86d12cc5 req-d0444fcd-069e-4ef0-8dc6-89834c2307ee tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829079 Sep 19 06:57:38.600331 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:57:38.600331 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:57:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:38.607671 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Allocated IP 172.20.0.1 (506472ab-5c1c-4a8e-ad2e-eb545dc48435/cc0761fd-3e29-42d1-948e-4ac2f12e1310/11abfd2c-1a3a-408c-bf62-b800f5edca4d) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:57:38.647598 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a5be4-7938-4642-9e3c-0172a3de25d2 None None] Pushing event updated for resources: {'Port': ['ID=59c8261c-278f-4eef-bba2-c58c2506d05c,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:38.725130 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:57:38.725367 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3cfd73-a700-4ef2-82f1-a0d663643ab3 req-0b4b3919-26b7-44f3-9507-20f2a913ef6a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:38.728094 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba3cfd73-a700-4ef2-82f1-a0d663643ab3 req-0b4b3919-26b7-44f3-9507-20f2a913ef6a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0633185 Sep 19 06:57:38.757476 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-a51a54dd-3760-4854-b7ac-2efd89491a74 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:38.758978 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-a51a54dd-3760-4854-b7ac-2efd89491a74 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 815 time: 0.4342744 Sep 19 06:57:38.770294 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfee594-c7c4-4cd9-9515-0d0532a12cb0 req-0d3d0c96-d8fc-420a-abb2-61bbcb85b5e8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:38.778143 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba3cfd73-a700-4ef2-82f1-a0d663643ab3 req-933316a3-946d-449f-a13e-6a137363cd38 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Sep 19 06:57:38.780126 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7bfee594-c7c4-4cd9-9515-0d0532a12cb0 req-0d3d0c96-d8fc-420a-abb2-61bbcb85b5e8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.2227676 Sep 19 06:57:38.808489 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Request body: {'port': {'device_id': '38b88c04-0d1a-46f2-9518-25dd809e2ef8', 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77', 'admin_state_up': True, 'tenant_id': 'ce1ec034b7fa4a54933c51dd8235536d'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:38.903375 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7bfee594-c7c4-4cd9-9515-0d0532a12cb0 req-8c81710e-370b-4db1-bc28-479800b752a5 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223025 Sep 19 06:57:38.925187 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:38.950346 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:36Z', 'revision_number': 3, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:38.979889 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a189bb-a865-401f-a10e-7615d4983afa None None] The sync data for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi is: [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:36Z', 'revision_number': 3, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:57:38.989375 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Made reservation on behalf of ce1ec034b7fa4a54933c51dd8235536d for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:57:38.993251 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:38.997098 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.060965 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:39.069738 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:39.072162 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:57:39.119451 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Pushing event updated for resources: {'Port': ['ID=11abfd2c-1a3a-408c-bf62-b800f5edca4d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:39.160095 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.204179 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f191cf32-bf83-49a2-8679-9d0a29c7db59 req-f8c31fc4-aff8-409c-9c1d-d96a9a6837c3 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0320449 Sep 19 06:57:39.294145 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Allocated IP 172.20.0.4 (3955066d-8d6c-4718-b013-2857e4af8e77/66b19c4f-2aae-4542-8c5c-d7f7136339e9/7121870f-72a8-4d22-ac17-2f73988bd62c) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:57:39.341597 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-f9c4f2fc-6979-48eb-bc80-19c1dde455a6 None None] Provisioning complete for port 11abfd2c-1a3a-408c-bf62-b800f5edca4d triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:39.342179 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f9c4f2fc-6979-48eb-bc80-19c1dde455a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.386036 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4f2fc-6979-48eb-bc80-19c1dde455a6 None None] Port 11abfd2c-1a3a-408c-bf62-b800f5edca4d cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:57:39.420998 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.577910 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.660681 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-b8089ec3-eb55-437f-82f7-9d4653929f25 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:39.662487 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-b8089ec3-eb55-437f-82f7-9d4653929f25 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.32 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.0757964 Sep 19 06:57:39.717573 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.741451 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.767566 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', '40594e54-e0a0-4b77-a926-58028fc583d3', '874f30c8-8519-463a-a42b-c43b46b012b3'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:57:39.776800 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.791666 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadc358-22c3-44b5-898c-2246c3f5358e req-43be78d2-7f66-452c-ba8a-0e7ea890b0b9 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:39.793223 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1eadc358-22c3-44b5-898c-2246c3f5358e req-43be78d2-7f66-452c-ba8a-0e7ea890b0b9 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 946 time: 0.1474006 Sep 19 06:57:39.795260 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Network 3955066d-8d6c-4718-b013-2857e4af8e77 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:39.807691 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Deleting port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:57:39.807691 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.820907 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:39.823381 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:57:39.833917 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 59c8261c-278f-4eef-bba2-c58c2506d05c up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:39.880819 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Pushing event updated for resources: {'Port': ['ID=7121870f-72a8-4d22-ac17-2f73988bd62c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:39.946634 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.976859 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:39.976859 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.992799 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1eadc358-22c3-44b5-898c-2246c3f5358e req-1fd394e9-53ce-4818-8a6e-a788dd2949ce tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731753 Sep 19 06:57:39.996023 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] For port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,segment=NetworkSegment(568c5826-3811-40a4-908a-e35314a3cac8),segment_id=568c5826-3811-40a4-908a-e35314a3cac8)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:39.996788 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:39.997664 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Pushing event updated for resources: {'Port': ['ID=11abfd2c-1a3a-408c-bf62-b800f5edca4d,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:40.025377 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-2b1ef9f6-1159-4f73-b7d0-faf27143a86f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2360473 Sep 19 06:57:40.025858 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c5678-bc03-43e8-b9aa-3f5f8f5ea3b3 req-b26e712a-36ed-43ae-8ab1-deac215a65c0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:40.028477 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-700c5678-bc03-43e8-b9aa-3f5f8f5ea3b3 req-b26e712a-36ed-43ae-8ab1-deac215a65c0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.1100395 Sep 19 06:57:40.035453 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 59c8261c-278f-4eef-bba2-c58c2506d05c triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:40.036060 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:40.045453 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Calling delete_port for 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 owned by compute:nova {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:57:40.062652 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Request body: {'port': {'device_id': '38b88c04-0d1a-46f2-9518-25dd809e2ef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:40.092765 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-700c5678-bc03-43e8-b9aa-3f5f8f5ea3b3 req-e6711097-079f-472b-a807-15bbfe8908c4 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570369 Sep 19 06:57:40.177134 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:40.190080 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:40.192205 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:40.201332 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc07558-f8fa-4fb7-a3c1-bd4440777023 req-09a08c16-337b-45e1-b13a-84216b9da6b8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:40.207635 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ddc07558-f8fa-4fb7-a3c1-bd4440777023 req-09a08c16-337b-45e1-b13a-84216b9da6b8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1181061 Sep 19 06:57:40.211334 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:40.236782 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 59c8261c-278f-4eef-bba2-c58c2506d05c, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=59c8261c-278f-4eef-bba2-c58c2506d05c,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:40.249109 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:40.276982 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:40.329611 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Pushing event deleted for resources: {'Port': ['ID=17a98a90-f259-4ad5-be3e-5b9e2a5be1c6,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:40.386963 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] No DVR routers for this DVR port 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 on host hv-cinder-80994 {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:57:40.391095 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:40.394470 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-573e15f1-2c6a-4733-83a1-02e3b7fc6ded req-1027e322-970a-4cff-95be-b458335dabd1 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.32 "DELETE /v2.0/ports/17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 HTTP/1.1" status: 204 len: 173 time: 0.7232130 Sep 19 06:57:40.395199 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e', 'name': 'network-vif-deleted', 'tag': '17a98a90-f259-4ad5-be3e-5b9e2a5be1c6'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:40.397841 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fd772e-7102-484d-bb66-9c5bd603dfe5" -d '{"events": [{"server_uuid": "17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e", "name": "network-vif-deleted", "tag": "17a98a90-f259-4ad5-be3e-5b9e2a5be1c6"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:40.449124 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=59c8261c-278f-4eef-bba2-c58c2506d05c,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:40.450838 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ddc07558-f8fa-4fb7-a3c1-bd4440777023 req-ad94059e-05f5-4d82-83fc-61cfaecc475b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322614 Sep 19 06:57:40.572153 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-e857cd6e-7437-4c23-8a31-ea71fa31391b None None] Provisioning complete for port 11abfd2c-1a3a-408c-bf62-b800f5edca4d triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:40.572785 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e857cd6e-7437-4c23-8a31-ea71fa31391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:40.597983 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Router 970c7b60-bfa2-46f9-934c-b9a483b8a564 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:57:40.620823 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-e857cd6e-7437-4c23-8a31-ea71fa31391b None None] Port 11abfd2c-1a3a-408c-bf62-b800f5edca4d cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:57:40.648723 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd155a-aab5-41db-8ed9-9f524d95d708 x-openstack-request-id: req-78fd155a-aab5-41db-8ed9-9f524d95d708 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:40.649589 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e", "name": "network-vif-deleted", "tag": "17a98a90-f259-4ad5-be3e-5b9e2a5be1c6", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:40.649913 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78fd155a-aab5-41db-8ed9-9f524d95d708 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:40.650394 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e', 'name': 'network-vif-deleted', 'tag': '17a98a90-f259-4ad5-be3e-5b9e2a5be1c6', 'status': 'completed', 'code': 200} Sep 19 06:57:40.680839 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09108f9-d911-4026-9336-c864b2630d57 req-30061206-b486-4e85-a5a1-c98d22da795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:40.682425 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a09108f9-d911-4026-9336-c864b2630d57 req-30061206-b486-4e85-a5a1-c98d22da795b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 1098 time: 0.1444206 Sep 19 06:57:40.689807 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bc420-74e5-434f-8ccd-2b23e35ffc6f req-62034e7a-e279-48df-8b7d-cb203539b740 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:40.691356 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-375bc420-74e5-434f-8ccd-2b23e35ffc6f req-62034e7a-e279-48df-8b7d-cb203539b740 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 931 time: 0.1427093 Sep 19 06:57:40.783030 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-375bc420-74e5-434f-8ccd-2b23e35ffc6f req-60fb789d-ac00-4242-a2e0-c56b61e04e32 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808015 Sep 19 06:57:40.807478 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09108f9-d911-4026-9336-c864b2630d57 req-4a56bfea-82f9-437d-af06-92a0888d07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:40.809359 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a09108f9-d911-4026-9336-c864b2630d57 req-4a56bfea-82f9-437d-af06-92a0888d07af service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 920 time: 0.1144092 Sep 19 06:57:40.813730 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3996f2-f995-4fc1-83af-de1d1da078f1 req-7609936c-92ec-4bb6-bf37-94c3e73cd543 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:40.815243 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8b3996f2-f995-4fc1-83af-de1d1da078f1 req-7609936c-92ec-4bb6-bf37-94c3e73cd543 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.1471701 Sep 19 06:57:40.855620 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a09108f9-d911-4026-9336-c864b2630d57 req-a636daa8-52c4-4b00-a684-91799da8fe35 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa971910-9c00-4f70-af46-24283150859e HTTP/1.1" status: 200 len: 217 time: 0.0372152 Sep 19 06:57:40.870059 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7121870f-72a8-4d22-ac17-2f73988bd62c {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:57:40.907903 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09108f9-d911-4026-9336-c864b2630d57 req-4a6166ff-6ce7-4043-bb6a-3f1c8b4797c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:40.909519 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a09108f9-d911-4026-9336-c864b2630d57 req-4a6166ff-6ce7-4043-bb6a-3f1c8b4797c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e61071fa-ad97-48b3-908c-de90693fd965 HTTP/1.1" status: 200 len: 859 time: 0.0454717 Sep 19 06:57:40.945060 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a09108f9-d911-4026-9336-c864b2630d57 req-89f12530-567d-491d-8dcb-417c5cc339d8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf0bf458-f1a4-483d-ad62-e570a0d47b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267010 Sep 19 06:57:41.049785 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a09108f9-d911-4026-9336-c864b2630d57 req-a0774279-66d2-419a-aae5-7cbb2386a999 service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934978 Sep 19 06:57:41.120077 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e8b79d95-adab-4442-a344-3a80e2b92b1a req-0fd370fc-6bd1-4dec-ba82-a806a21bf363 tempest-VolumesActionsTest-1475948810 tempest-VolumesActionsTest-1475948810-project] 10.222.0.18 "GET /v2.0/ports?device_id=17ff1cde-d5a9-4f82-be18-fcf2fe28ae3e HTTP/1.1" status: 200 len: 210 time: 0.0375912 Sep 19 06:57:41.120487 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:41.143610 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:57:41.156708 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Sync routers for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:57:41.160120 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c69d18c0-7b08-41b9-a61c-921b6a14b52d admin admin] 10.222.0.18 "PUT /v2.0/routers/970c7b60-bfa2-46f9-934c-b9a483b8a564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5936069 Sep 19 06:57:41.164271 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Transition to ACTIVE for port object 7121870f-72a8-4d22-ac17-2f73988bd62c will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:57:41.172408 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:57:41.174401 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:57:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:41.191817 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a09108f9-d911-4026-9336-c864b2630d57 req-03648582-49de-4c3e-9b76-8701a473fd3f service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331859 Sep 19 06:57:41.197945 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8b3996f2-f995-4fc1-83af-de1d1da078f1 req-7732e5d9-88a5-4d12-b12b-df37a3e48ff3 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734381 Sep 19 06:57:41.199283 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:41.313471 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308a652-ce71-48b3-847a-8bf1efcc4955 req-dbd34d1a-304c-45f9-b1d4-1d0503aaf9ae tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:41.324725 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3308a652-ce71-48b3-847a-8bf1efcc4955 req-dbd34d1a-304c-45f9-b1d4-1d0503aaf9ae tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0889087 Sep 19 06:57:41.338562 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=7121870f-72a8-4d22-ac17-2f73988bd62c,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:41.377189 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Attempting to bind port 7121870f-72a8-4d22-ac17-2f73988bd62c on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:57:41.377746 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Attempting to bind port 7121870f-72a8-4d22-ac17-2f73988bd62c by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:57:41.378239 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Attempting to bind port 7121870f-72a8-4d22-ac17-2f73988bd62c on network 3955066d-8d6c-4718-b013-2857e4af8e77 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:41.382517 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3308a652-ce71-48b3-847a-8bf1efcc4955 req-6e6d962e-752d-40f8-8dd9-f37145235633 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517352 Sep 19 06:57:41.383757 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Port 7121870f-72a8-4d22-ac17-2f73988bd62c on network 3955066d-8d6c-4718-b013-2857e4af8e77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:57:41.384408 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Attempting to bind port 7121870f-72a8-4d22-ac17-2f73988bd62c on network 3955066d-8d6c-4718-b013-2857e4af8e77 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:41.386804 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:57:41.390073 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:57:41.390339 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Checking segment: {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:41.390731 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Bound using segment: {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:57:41.391154 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Bound port: 7121870f-72a8-4d22-ac17-2f73988bd62c, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3144dd2-d877-4060-90e8-4a1b74c356b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:57:41.391675 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:41.474954 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] For port 7121870f-72a8-4d22-ac17-2f73988bd62c, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:57:41.479446 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] For port 7121870f-72a8-4d22-ac17-2f73988bd62c, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=7121870f-72a8-4d22-ac17-2f73988bd62c,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:57:41.487244 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:41.521243 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:41.521795 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:41.523177 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] 10.222.0.32 "PUT /v2.0/ports/7121870f-72a8-4d22-ac17-2f73988bd62c HTTP/1.1" status: 200 len: 1093 time: 1.4660687 Sep 19 06:57:41.523754 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b88c04-0d1a-46f2-9518-25dd809e2ef8', 'tag': '7121870f-72a8-4d22-ac17-2f73988bd62c'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:41.525998 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d7a3e-50a0-44d0-b856-b85be16b0cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "38b88c04-0d1a-46f2-9518-25dd809e2ef8", "tag": "7121870f-72a8-4d22-ac17-2f73988bd62c"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:41.558660 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46689a48-3994-42a2-96b4-59b0b7ba8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=7121870f-72a8-4d22-ac17-2f73988bd62c,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:41.590629 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd961a41-7dee-40bf-a3c2-60017b8b8b37 x-openstack-request-id: req-cd961a41-7dee-40bf-a3c2-60017b8b8b37 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:41.590921 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b88c04-0d1a-46f2-9518-25dd809e2ef8", "tag": "7121870f-72a8-4d22-ac17-2f73988bd62c", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:41.591403 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd961a41-7dee-40bf-a3c2-60017b8b8b37 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:41.591827 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b88c04-0d1a-46f2-9518-25dd809e2ef8', 'tag': '7121870f-72a8-4d22-ac17-2f73988bd62c', 'status': 'completed', 'code': 200} Sep 19 06:57:41.629915 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '11abfd2c-1a3a-408c-bf62-b800f5edca4d', 'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'mac_address': 'fa:16:3e:ea:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:38Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 2, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'subnets': [{'id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:41.660793 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Checking router: 970c7b60-bfa2-46f9-934c-b9a483b8a564 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:57:41.661153 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Updating router 970c7b60-bfa2-46f9-934c-b9a483b8a564 port 11abfd2c-1a3a-408c-bf62-b800f5edca4d binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:57:41.691931 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff722a-f76a-495f-b095-084a62392476 req-917fa820-96e0-4fb3-adb9-6f7c76553d76 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:41.693527 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:41.693653 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-37ff722a-f76a-495f-b095-084a62392476 req-917fa820-96e0-4fb3-adb9-6f7c76553d76 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0965877 Sep 19 06:57:41.704628 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-e73ba9d0-f2b7-46e7-8f6e-d4bc8c1fb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:41.706465 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-e73ba9d0-f2b7-46e7-8f6e-d4bc8c1fb006 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0714178 Sep 19 06:57:41.785429 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-ff4c2e71-d6ec-4cb9-8140-c3700f0856c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7121870f-72a8-4d22-ac17-2f73988bd62c HTTP/1.1" status: 200 len: 217 time: 0.0572915 Sep 19 06:57:41.805349 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 59c8261c-278f-4eef-bba2-c58c2506d05c up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:41.835489 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-37ff722a-f76a-495f-b095-084a62392476 req-6fc93922-c337-4c18-9d88-7bbf1c29a945 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214256 Sep 19 06:57:41.857890 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-54ad5958-61c0-4a61-ac36-096c68a1e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:41.869602 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-54ad5958-61c0-4a61-ac36-096c68a1e054 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66b19c4f-2aae-4542-8c5c-d7f7136339e9 HTTP/1.1" status: 200 len: 855 time: 0.0625737 Sep 19 06:57:41.885031 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 40430) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:41.890328 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1292863429-network', 'tenant_id': '1fadf55965a34919922cfe119c40f35f'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:41.899196 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-73576b96-69a6-41a0-a0dd-05f4f891d5a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3955066d-8d6c-4718-b013-2857e4af8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305228 Sep 19 06:57:41.947610 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Made reservation on behalf of 1fadf55965a34919922cfe119c40f35f for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:57:41.949469 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:41.952149 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 59c8261c-278f-4eef-bba2-c58c2506d05c triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:41.952510 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:41.959629 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:41.979718 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a05e6-2eeb-4d45-99f1-b18a8408a5a0 req-b028c6e5-91fc-493c-8292-0fcb187e7ba5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:41.981244 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7b5a05e6-2eeb-4d45-99f1-b18a8408a5a0 req-b028c6e5-91fc-493c-8292-0fcb187e7ba5 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 943 time: 0.0802138 Sep 19 06:57:42.011429 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-e98134e9-feef-4531-9138-5217bc8ec975 service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035333 Sep 19 06:57:42.042314 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7b5a05e6-2eeb-4d45-99f1-b18a8408a5a0 req-b3cda0bd-7d29-4e06-a1f4-e6553538ab65 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480990 Sep 19 06:57:42.090890 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3b01eae6-a5fb-4fb7-82a7-181cd5310771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.115294 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.118451 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3366cbd-b47d-4d86-bf23-daa20a13f44c req-f2fa7269-8672-403b-bef9-3f9efcda3fd7 service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992782 Sep 19 06:57:42.120201 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.125009 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.135476 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.143110 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:57:42.157900 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5cea5-045c-4cd5-a76f-2edfdf5d764a,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:42.163356 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.163719 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Added segment b98292d6-8d8e-4edd-9459-277f5673e28a of type vlan for network eef86a24-bd4a-4c26-8fd2-0fbddd53226e Sep 19 06:57:42.221494 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.262646 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.264328 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:42.265076 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.267226 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Attempting to bind port 11abfd2c-1a3a-408c-bf62-b800f5edca4d on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:57:42.267486 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Attempting to bind port 11abfd2c-1a3a-408c-bf62-b800f5edca4d by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:57:42.267902 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Attempting to bind port 11abfd2c-1a3a-408c-bf62-b800f5edca4d on network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:42.276033 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:57:42.276506 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Checking segment: {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:42.276872 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.277198 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Bound using segment: {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:57:42.277736 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Bound port: 11abfd2c-1a3a-408c-bf62-b800f5edca4d, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:57:42.278111 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.280583 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047dee6-e36f-4804-911c-98dfd549a277 None None] Pushing event updated for resources: {'Port': ['ID=11abfd2c-1a3a-408c-bf62-b800f5edca4d,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:42.330541 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-02d1bff1-09aa-44bd-bdc1-4a9c1f6bc035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:42.334059 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-02d1bff1-09aa-44bd-bdc1-4a9c1f6bc035 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 1096 time: 0.0941384 Sep 19 06:57:42.347048 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4607306 Sep 19 06:57:42.371692 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 40440) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:42.389440 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Request body: {'subnet': {'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1292863429-subnet', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:42.391224 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] For port 11abfd2c-1a3a-408c-bf62-b800f5edca4d, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:57:42.399116 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] For port 11abfd2c-1a3a-408c-bf62-b800f5edca4d, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=11abfd2c-1a3a-408c-bf62-b800f5edca4d,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:57:42.406047 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.409746 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f49d-bc49-4a83-9599-59f32a51b884 admin admin] Pushing event updated for resources: {'Network': ['ID=eef86a24-bd4a-4c26-8fd2-0fbddd53226e,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:42.425956 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network eef86a24-bd4a-4c26-8fd2-0fbddd53226e details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:57:42.470852 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Made reservation on behalf of 1fadf55965a34919922cfe119c40f35f for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:57:42.477338 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25808336'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.482690 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-4abbeba3-3c7a-453a-aaff-9445f5178d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:42.488415 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-4abbeba3-3c7a-453a-aaff-9445f5178d4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 200 len: 916 time: 0.1454856 Sep 19 06:57:42.504812 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de923ff5-e598-413e-a1d4-ce2e94853850 req-dcc7acab-e400-4974-ab5f-86fca8858783 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:42.515763 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-de923ff5-e598-413e-a1d4-ce2e94853850 req-dcc7acab-e400-4974-ab5f-86fca8858783 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.1866083 Sep 19 06:57:42.581762 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-37631f23-3fb3-4811-8b87-ca7ac553ca47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7121870f-72a8-4d22-ac17-2f73988bd62c HTTP/1.1" status: 200 len: 217 time: 0.0715401 Sep 19 06:57:42.637362 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-de923ff5-e598-413e-a1d4-ce2e94853850 req-beba16d0-e472-431c-abb6-ab60141ef3da tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206613 Sep 19 06:57:42.659579 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595b09e-2537-4980-9c1d-9a1b508dff2e req-21e6ddcc-086e-48d9-9699-b48f4545ffcc tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:42.660598 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c595b09e-2537-4980-9c1d-9a1b508dff2e req-21e6ddcc-086e-48d9-9699-b48f4545ffcc tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.1652195 Sep 19 06:57:42.697899 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-eed82770-b278-44c2-a63b-1a14cbc23216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:42.699777 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-eed82770-b278-44c2-a63b-1a14cbc23216 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=66b19c4f-2aae-4542-8c5c-d7f7136339e9 HTTP/1.1" status: 200 len: 855 time: 0.1046371 Sep 19 06:57:42.754503 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-acbda0f0-1044-4d15-a87c-26b2541150b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3955066d-8d6c-4718-b013-2857e4af8e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373685 Sep 19 06:57:42.758187 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c595b09e-2537-4980-9c1d-9a1b508dff2e req-d2978a78-cc65-4dba-9bff-ee5edcb76b56 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836275 Sep 19 06:57:42.808372 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:57:42.809641 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:57:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:42.812890 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047dee6-e36f-4804-911c-98dfd549a277 None None] Pushing event updated for resources: {'Port': ['ID=11abfd2c-1a3a-408c-bf62-b800f5edca4d,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:42.837591 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25808382'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.863565 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-5f13928f-7d57-47af-b5bf-48b246cdfefc None None] Provisioning complete for port 11abfd2c-1a3a-408c-bf62-b800f5edca4d triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:42.864406 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5f13928f-7d57-47af-b5bf-48b246cdfefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:42.897550 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:57:42.936340 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:57:42.936586 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 17a98a90-f259-4ad5-be3e-5b9e2a5be1c6 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:57:42.945653 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e6c17e0-9d69-4401-ba83-69504e73f2cb,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:42.947143 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-d2f7ba44-d729-4ad1-8402-d5d9262fc71d service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797423 Sep 19 06:57:43.009336 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Checking segment: {'id': 'b98292d6-8d8e-4edd-9459-277f5673e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:43.009763 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Network hostable DHCP agents. Network: eef86a24-bd4a-4c26-8fd2-0fbddd53226e, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:57:43.030105 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249216ad-4cdd-46c7-a1c4-0cf35cb19e39 req-4b3d9e18-b932-446f-8e89-a03768676396 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:43.031791 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-249216ad-4cdd-46c7-a1c4-0cf35cb19e39 req-4b3d9e18-b932-446f-8e89-a03768676396 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0729678 Sep 19 06:57:43.043941 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:57:43.061168 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-353d7a3e-50a0-44d0-b856-b85be16b0cd1 req-70c9edc7-0995-45ff-8c18-0b07f2d21d26 service neutron] 10.222.0.32 "GET /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049604 Sep 19 06:57:43.069097 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Network eef86a24-bd4a-4c26-8fd2-0fbddd53226e is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:57:43.094177 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, eef86a24-bd4a-4c26-8fd2-0fbddd53226e) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:43.098545 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5f13928f-7d57-47af-b5bf-48b246cdfefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.106697 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-249216ad-4cdd-46c7-a1c4-0cf35cb19e39 req-d889a8b8-cae4-4a70-a440-fb14a16027c2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653260 Sep 19 06:57:43.108047 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:43.108699 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.112872 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0a9d21-e7b9-4aa0-8be6-25b6c8340115 None None] Network eef86a24-bd4a-4c26-8fd2-0fbddd53226e requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:57:43.126673 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-03749bcb-7eba-44b8-9f7d-379d7fb00d31 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7408538 Sep 19 06:57:43.128730 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 40470) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:43.144956 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1292863429-router', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:43.170912 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.172269 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.218853 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930eba5f-5ae8-48ba-bb1c-ffc232187d69 req-72bd80eb-14f9-4865-801e-c924d7546640 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:43.220476 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-930eba5f-5ae8-48ba-bb1c-ffc232187d69 req-72bd80eb-14f9-4865-801e-c924d7546640 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 943 time: 0.0610719 Sep 19 06:57:43.253155 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.257236 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-5f13928f-7d57-47af-b5bf-48b246cdfefc None None] For port 11abfd2c-1a3a-408c-bf62-b800f5edca4d, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=11abfd2c-1a3a-408c-bf62-b800f5edca4d,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:43.279851 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-930eba5f-5ae8-48ba-bb1c-ffc232187d69 req-6679fc0b-ad9e-4243-b1d8-2411bc9c1b1e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496960 Sep 19 06:57:43.296385 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5f13928f-7d57-47af-b5bf-48b246cdfefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.410007 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.449122 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13928f-7d57-47af-b5bf-48b246cdfefc None None] Pushing event updated for resources: {'Port': ['ID=11abfd2c-1a3a-408c-bf62-b800f5edca4d,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:43.463198 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-12e74047-cfb2-4dba-a215-688d830e74bb None None] Provisioning complete for port 11abfd2c-1a3a-408c-bf62-b800f5edca4d triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:43.463198 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-12e74047-cfb2-4dba-a215-688d830e74bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.468466 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-eef86a24-bd4a-4c26-8fd2-0fbddd53226e', 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'fixed_ips': [{'subnet_id': '8e6c17e0-9d69-4401-ba83-69504e73f2cb'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 06:57:43.469314 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.604717 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '11abfd2c-1a3a-408c-bf62-b800f5edca4d', 'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'mac_address': 'fa:16:3e:ea:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:38Z', 'updated_at': '2021-09-19T06:57:42Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'subnets': [{'id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:43.610703 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.631338 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.640021 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087b62c9-b57e-4f09-9610-d2772c5e7167 None None] The sync data for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi is: [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '11abfd2c-1a3a-408c-bf62-b800f5edca4d', 'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'mac_address': 'fa:16:3e:ea:45:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:38Z', 'updated_at': '2021-09-19T06:57:42Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'subnets': [{'id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:57:43.736499 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Allocated IP 172.20.0.2 (eef86a24-bd4a-4c26-8fd2-0fbddd53226e/8e6c17e0-9d69-4401-ba83-69504e73f2cb/6555f744-2615-473a-a7bb-98265309da2c) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:57:43.835289 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Allocated IP 172.27.1.112 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/84ca064d-f9c2-4ddb-91a3-da232ec18029) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:57:43.866554 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a5844-d259-451b-8b14-cfdaa19fa930 req-2f15aadc-d6ea-4706-a55e-2d403dc332ad tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:43.873711 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9a5a5844-d259-451b-8b14-cfdaa19fa930 req-2f15aadc-d6ea-4706-a55e-2d403dc332ad tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.1086948 Sep 19 06:57:43.885604 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 11abfd2c-1a3a-408c-bf62-b800f5edca4d up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:43.929498 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a3ae5-b173-4658-bf88-b84b6d86249c req-b8de951f-ecb6-4e3e-bc16-dfc14b48a272 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:43.931058 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c6a3ae5-b173-4658-bf88-b84b6d86249c req-b8de951f-ecb6-4e3e-bc16-dfc14b48a272 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0580232 Sep 19 06:57:43.976623 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9a5a5844-d259-451b-8b14-cfdaa19fa930 req-741ceb34-8b29-47e1-a8e3-64841bdc131b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014922 Sep 19 06:57:43.988163 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 11abfd2c-1a3a-408c-bf62-b800f5edca4d triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:43.988655 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:43.991803 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c6a3ae5-b173-4658-bf88-b84b6d86249c req-06bcff63-1707-4cbd-be12-f57de7b17ceb tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531929 Sep 19 06:57:44.025808 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:44.064449 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:44.066050 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:44.074932 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:44.108531 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:44.122222 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:44.124148 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Pushing event updated for resources: {'Port': ['ID=84ca064d-f9c2-4ddb-91a3-da232ec18029,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:44.127236 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:57:44.147002 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Network eef86a24-bd4a-4c26-8fd2-0fbddd53226e is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:44.153424 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:44.161965 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:57:44.179725 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Pushing event updated for resources: {'Port': ['ID=6555f744-2615-473a-a7bb-98265309da2c,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:44.234554 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Attempting to bind port 6555f744-2615-473a-a7bb-98265309da2c on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:57:44.234554 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Attempting to bind port 6555f744-2615-473a-a7bb-98265309da2c by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'b98292d6-8d8e-4edd-9459-277f5673e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:57:44.234554 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Attempting to bind port 6555f744-2615-473a-a7bb-98265309da2c on network eef86a24-bd4a-4c26-8fd2-0fbddd53226e {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:44.240738 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:57:44.241262 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Checking segment: {'id': 'b98292d6-8d8e-4edd-9459-277f5673e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:44.241675 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:44.242078 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Bound using segment: {'id': 'b98292d6-8d8e-4edd-9459-277f5673e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:57:44.242626 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Bound port: 6555f744-2615-473a-a7bb-98265309da2c, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98292d6-8d8e-4edd-9459-277f5673e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:57:44.242921 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:44.312287 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] For port 6555f744-2615-473a-a7bb-98265309da2c, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:57:44.315630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] For port 6555f744-2615-473a-a7bb-98265309da2c, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=6555f744-2615-473a-a7bb-98265309da2c,segment=NetworkSegment(b98292d6-8d8e-4edd-9459-277f5673e28a),segment_id=b98292d6-8d8e-4edd-9459-277f5673e28a)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:57:44.327781 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:44.348523 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a522ec2-d1b4-4607-b4af-1ae825f9a82e req-9436f150-6063-4ba6-85f2-df8243575136 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:44.350638 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1a522ec2-d1b4-4607-b4af-1ae825f9a82e req-9436f150-6063-4ba6-85f2-df8243575136 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1309767 Sep 19 06:57:44.412483 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73602b-6d98-4a58-b3fe-1e09ee58e09f None None] Pushing event updated for resources: {'Port': ['ID=6555f744-2615-473a-a7bb-98265309da2c,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:44.485537 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97577d35-281b-4d55-ba62-ada225bead55 req-1dcde930-535b-4647-9d5c-69c5bdf98ee6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:44.487617 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-97577d35-281b-4d55-ba62-ada225bead55 req-1dcde930-535b-4647-9d5c-69c5bdf98ee6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 943 time: 0.0730577 Sep 19 06:57:44.540234 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-97577d35-281b-4d55-ba62-ada225bead55 req-b6c6eb27-bdd7-4bce-9f8c-08dd0d10d59f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Sep 19 06:57:44.687614 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-26d555ad-a125-43cb-b0b2-5530a42cc99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:44.725843 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1a522ec2-d1b4-4607-b4af-1ae825f9a82e req-c783e642-9438-46c2-97ab-60589372b2ff tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634927 Sep 19 06:57:44.791304 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:44.992307 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:45.092778 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd5766-addc-4059-8b2a-a10aeeeaadeb req-1cfefe4e-aeb4-44cf-8d39-162d2b19cfdf tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:45.094454 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ddd5766-addc-4059-8b2a-a10aeeeaadeb req-1cfefe4e-aeb4-44cf-8d39-162d2b19cfdf tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0555725 Sep 19 06:57:45.134747 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2ddd5766-addc-4059-8b2a-a10aeeeaadeb req-de332d73-0df9-4025-aa00-8d71990145f4 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Sep 19 06:57:45.142696 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabb789-4b76-4dd7-95f4-312c872e71db req-0c2a8df6-1a6b-4607-9292-c9d1a0b9dedd tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:45.144317 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-acabb789-4b76-4dd7-95f4-312c872e71db req-0c2a8df6-1a6b-4607-9292-c9d1a0b9dedd tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0661280 Sep 19 06:57:45.222128 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-acabb789-4b76-4dd7-95f4-312c872e71db req-72e423d9-c046-45c3-8ffa-dd7ac491c5cc tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645065 Sep 19 06:57:45.224162 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 06:57:45.334737 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:57:45.350303 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Sync routers for ids ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:57:45.352679 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:45.354201 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1c8d6d65-5672-4059-93e9-9c1175495376 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2245474 Sep 19 06:57:45.357035 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40508) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:45.364108 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Routers {'2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:57:45.365356 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:57:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:45.427719 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ba5a66-7b7c-440c-9e3e-ca2fbf43fd0b None None] Network eef86a24-bd4a-4c26-8fd2-0fbddd53226e requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:57:45.472019 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Set router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:57:45.524768 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-f282ea5f-44b5-4909-8629-12aa15b00ee0 None None] Provisioning complete for port 6555f744-2615-473a-a7bb-98265309da2c triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:45.525146 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f282ea5f-44b5-4909-8629-12aa15b00ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:45.673043 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'name': 'tempest-TestShelveInstance-1292863429-router', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:44Z', 'revision_number': 3, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'gw_port': {'id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:45.683777 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f282ea5f-44b5-4909-8629-12aa15b00ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:45.709975 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:45.710441 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a2b83-b743-4af6-bc61-b9f7c48a0b7b req-a195df91-4eb1-4f13-bf55-da20d12e665c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:45.717883 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-920a2b83-b743-4af6-bc61-b9f7c48a0b7b req-a195df91-4eb1-4f13-bf55-da20d12e665c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 943 time: 0.1000452 Sep 19 06:57:45.722028 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Checking router: 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:57:45.722403 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Updating router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 port 84ca064d-f9c2-4ddb-91a3-da232ec18029 binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:57:45.755400 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-f282ea5f-44b5-4909-8629-12aa15b00ee0 None None] For port 6555f744-2615-473a-a7bb-98265309da2c, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=6555f744-2615-473a-a7bb-98265309da2c,segment=NetworkSegment(b98292d6-8d8e-4edd-9459-277f5673e28a),segment_id=b98292d6-8d8e-4edd-9459-277f5673e28a)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:45.757335 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:45.763872 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f282ea5f-44b5-4909-8629-12aa15b00ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:45.861959 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:45.866357 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 6555f744-2615-473a-a7bb-98265309da2c up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:45.879106 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-920a2b83-b743-4af6-bc61-b9f7c48a0b7b req-d0ea0b97-fa9e-403f-ad2d-347fb03b01be tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582062 Sep 19 06:57:45.919617 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282ea5f-44b5-4909-8629-12aa15b00ee0 None None] Pushing event updated for resources: {'Port': ['ID=6555f744-2615-473a-a7bb-98265309da2c,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:45.935774 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 6555f744-2615-473a-a7bb-98265309da2c triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:45.936017 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:45.941609 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2860a0-d6aa-4e60-8527-5cc4dddcccbc req-e68f8ee6-cdb3-4b6f-b2b0-7cbfddac17b8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:45.949810 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fb2860a0-d6aa-4e60-8527-5cc4dddcccbc req-e68f8ee6-cdb3-4b6f-b2b0-7cbfddac17b8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0725300 Sep 19 06:57:46.002816 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fb2860a0-d6aa-4e60-8527-5cc4dddcccbc req-8eddb814-47df-4f59-8a38-ee32c0922ba3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501287 Sep 19 06:57:46.017584 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.087812 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-cd2e657e-eddd-4d02-ae52-4ff3ba0d6c83 None None] Provisioning complete for port 6555f744-2615-473a-a7bb-98265309da2c triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:46.088194 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cd2e657e-eddd-4d02-ae52-4ff3ba0d6c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.109116 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.115878 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.153001 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c07430-b79c-4fee-9498-b51db2d9d0a2 None None] Pushing event updated for resources: {'Port': ['ID=84ca064d-f9c2-4ddb-91a3-da232ec18029,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:46.186111 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Attempting to bind port 84ca064d-f9c2-4ddb-91a3-da232ec18029 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:57:46.186318 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Allocated IP 172.20.0.1 (eef86a24-bd4a-4c26-8fd2-0fbddd53226e/8e6c17e0-9d69-4401-ba83-69504e73f2cb/056a515e-0bd5-4fe1-9ac0-8bae6e71f691) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:57:46.187151 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Attempting to bind port 84ca064d-f9c2-4ddb-91a3-da232ec18029 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:57:46.188460 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Attempting to bind port 84ca064d-f9c2-4ddb-91a3-da232ec18029 on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:46.194725 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:57:46.195101 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:46.195507 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.195948 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:57:46.196399 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Bound port: 84ca064d-f9c2-4ddb-91a3-da232ec18029, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:57:46.197051 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.250578 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] For port 84ca064d-f9c2-4ddb-91a3-da232ec18029, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:57:46.254080 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] For port 84ca064d-f9c2-4ddb-91a3-da232ec18029, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=84ca064d-f9c2-4ddb-91a3-da232ec18029,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:57:46.258728 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.305648 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6ceae-ff4a-4bf1-ae62-0d1dc264b5b3 req-b850a1db-b7e6-44e8-990f-618b1acfb71b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:46.307192 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64d6ceae-ff4a-4bf1-ae62-0d1dc264b5b3 req-b850a1db-b7e6-44e8-990f-618b1acfb71b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0900042 Sep 19 06:57:46.318017 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 7121870f-72a8-4d22-ac17-2f73988bd62c details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:57:46.321773 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c07430-b79c-4fee-9498-b51db2d9d0a2 None None] Pushing event updated for resources: {'Port': ['ID=84ca064d-f9c2-4ddb-91a3-da232ec18029,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:46.331502 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Routers {'2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:57:46.332152 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:57:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:46.367591 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.371979 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98e838-9ecb-4b07-b1d3-fc0eb26b1753 req-184768ae-d4e5-4fa6-baee-8ab7349326fd tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:46.373798 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ca98e838-9ecb-4b07-b1d3-fc0eb26b1753 req-184768ae-d4e5-4fa6-baee-8ab7349326fd tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0723972 Sep 19 06:57:46.394195 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64d6ceae-ff4a-4bf1-ae62-0d1dc264b5b3 req-7b86e522-9b0c-4178-bfcb-e0b29a088c1d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783873 Sep 19 06:57:46.428898 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ca98e838-9ecb-4b07-b1d3-fc0eb26b1753 req-f163d1ed-56cf-4722-8e0d-71775c4142fd tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486202 Sep 19 06:57:46.436488 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.450929 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] Set router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:57:46.471891 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 7121870f-72a8-4d22-ac17-2f73988bd62c, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=7121870f-72a8-4d22-ac17-2f73988bd62c,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:46.479116 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Network eef86a24-bd4a-4c26-8fd2-0fbddd53226e is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:46.485564 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:46.485564 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:57:46.495075 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '7121870f-72a8-4d22-ac17-2f73988bd62c', 'network_id': '3955066d-8d6c-4718-b013-2857e4af8e77', 'port_id': '7121870f-72a8-4d22-ac17-2f73988bd62c', 'mac_address': 'fa:16:3e:31:fe:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b19c4f-2aae-4542-8c5c-d7f7136339e9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:57:46.527967 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Pushing event updated for resources: {'Port': ['ID=056a515e-0bd5-4fe1-9ac0-8bae6e71f691,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:46.533810 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.670778 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.685253 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7121870f-72a8-4d22-ac17-2f73988bd62c {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:57:46.690329 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.715298 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 7121870f-72a8-4d22-ac17-2f73988bd62c, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=7121870f-72a8-4d22-ac17-2f73988bd62c,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:46.720765 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.768530 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'name': 'tempest-TestShelveInstance-1292863429-router', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:44Z', 'revision_number': 3, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'gw_port': {'id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:46.773458 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=7121870f-72a8-4d22-ac17-2f73988bd62c,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:46.801437 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b36d0e4-9a22-41ba-8ebe-6a4757b5df95 None None] The sync data for ids ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'] in dv-cinder-809944-1-iscsi is: [{'id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'name': 'tempest-TestShelveInstance-1292863429-router', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:44Z', 'revision_number': 3, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'gw_port': {'id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:57:46.817151 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-7434e4e4-92c1-47f6-960e-337d34971bd2 None None] Provisioning complete for port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:46.817838 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7434e4e4-92c1-47f6-960e-337d34971bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.858491 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-7434e4e4-92c1-47f6-960e-337d34971bd2 None None] Port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:57:46.885311 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.890115 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.988686 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:46.991808 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Pushing event updated for resources: {'Port': ['ID=056a515e-0bd5-4fe1-9ac0-8bae6e71f691,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:47.055563 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52fc4d-c19f-4015-932e-fbee82ec73c3 req-52cf730e-f5bc-476d-8238-d6b462cbd709 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:47.057653 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1f52fc4d-c19f-4015-932e-fbee82ec73c3 req-52cf730e-f5bc-476d-8238-d6b462cbd709 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.1118445 Sep 19 06:57:47.140621 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1f52fc4d-c19f-4015-932e-fbee82ec73c3 req-e92fa621-292f-4a6c-bc3a-202312e82007 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524163 Sep 19 06:57:47.151984 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Network eef86a24-bd4a-4c26-8fd2-0fbddd53226e is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:57:47.153595 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:57:47.154357 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f124577-ba0d-466a-98f8-7ad557c49390 req-d0903171-c2b0-41f1-904c-8d911d77b35e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:47.156627 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f124577-ba0d-466a-98f8-7ad557c49390 req-d0903171-c2b0-41f1-904c-8d911d77b35e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0562243 Sep 19 06:57:47.204696 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['7121870f-72a8-4d22-ac17-2f73988bd62c'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:57:47.207556 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5f124577-ba0d-466a-98f8-7ad557c49390 req-4d00255e-6019-42b5-a8df-013dcb20defd tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424929 Sep 19 06:57:47.274285 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:57:47.385475 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:47.493795 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-d3cbffcd-d982-4d58-80a7-14c97c70e55e None None] Provisioning complete for port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:47.494373 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d3cbffcd-d982-4d58-80a7-14c97c70e55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:47.539114 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-d3cbffcd-d982-4d58-80a7-14c97c70e55e None None] Port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:57:47.589509 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974128c-1905-40d8-8fe8-a9bedd0bc36f req-fb41f281-b0a5-4a4a-8546-2d92ae39bd0c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:47.596943 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d974128c-1905-40d8-8fe8-a9bedd0bc36f req-fb41f281-b0a5-4a4a-8546-2d92ae39bd0c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0657918 Sep 19 06:57:47.645385 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:57:47.647647 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d974128c-1905-40d8-8fe8-a9bedd0bc36f req-a5a51e36-d58a-455b-addd-09912ac612c4 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441456 Sep 19 06:57:47.650487 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2d18ef66-6a7e-4ff6-99f4-e6239a1a076d admin admin] 10.222.0.18 "PUT /v2.0/routers/2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2921557 Sep 19 06:57:47.704923 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c734bc-3f6f-4ba6-ae6b-12f2800ac2f5 req-f2eb1a6c-6d8a-4efc-af18-8961a3fb5daa tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:47.706450 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81c734bc-3f6f-4ba6-ae6b-12f2800ac2f5 req-f2eb1a6c-6d8a-4efc-af18-8961a3fb5daa tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0673051 Sep 19 06:57:47.766368 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81c734bc-3f6f-4ba6-ae6b-12f2800ac2f5 req-daea4ac0-ee5e-46f7-b487-18100dbd8d9c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490842 Sep 19 06:57:47.886176 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 6555f744-2615-473a-a7bb-98265309da2c up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:47.936396 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 6555f744-2615-473a-a7bb-98265309da2c triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:47.936768 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:48.047196 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 84ca064d-f9c2-4ddb-91a3-da232ec18029 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:48.109450 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 84ca064d-f9c2-4ddb-91a3-da232ec18029 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:48.110033 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:48.217469 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:48.255289 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 84ca064d-f9c2-4ddb-91a3-da232ec18029, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=84ca064d-f9c2-4ddb-91a3-da232ec18029,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:48.262286 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:48.366188 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=84ca064d-f9c2-4ddb-91a3-da232ec18029,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:48.404421 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0bf88-0008-49e6-8d28-d4be40792d00 req-48dce84e-78a9-416e-bcaa-62b0176e74a7 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:48.414903 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3d0bf88-0008-49e6-8d28-d4be40792d00 req-48dce84e-78a9-416e-bcaa-62b0176e74a7 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0867126 Sep 19 06:57:48.487552 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 40560) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:48.491772 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3d0bf88-0008-49e6-8d28-d4be40792d00 req-22941274-5022-4db6-829e-b57fa878d6f1 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751600 Sep 19 06:57:48.504997 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-65902935-01ea-4ffc-9678-046c217895d9 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583124853', 'description': 'tempest-secgroup-smoke-583124853 description', 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:48.550071 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-65902935-01ea-4ffc-9678-046c217895d9 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:48.614344 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3c50-5d08-4f3f-a7d9-5b6d80a502e5 req-8440fc44-b7e8-4109-91e6-c28bfb00ae6f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:48.616286 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1cbc3c50-5d08-4f3f-a7d9-5b6d80a502e5 req-8440fc44-b7e8-4109-91e6-c28bfb00ae6f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0810411 Sep 19 06:57:48.780672 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1cbc3c50-5d08-4f3f-a7d9-5b6d80a502e5 req-5ee863ce-9caa-4adc-8eb8-de5b0b448d04 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435325 Sep 19 06:57:48.837788 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cd1b5-6b74-4536-ad60-0acd8824500d req-b3977346-b6c3-40ec-b6f7-2dcc8e7c1538 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:48.839828 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-934cd1b5-6b74-4536-ad60-0acd8824500d req-b3977346-b6c3-40ec-b6f7-2dcc8e7c1538 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0946391 Sep 19 06:57:48.851241 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-65902935-01ea-4ffc-9678-046c217895d9 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:48.861767 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-65902935-01ea-4ffc-9678-046c217895d9 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:48.904219 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 7121870f-72a8-4d22-ac17-2f73988bd62c up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:48.925551 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-934cd1b5-6b74-4536-ad60-0acd8824500d req-35380c45-c6d1-44a1-9ad8-83a171c01852 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722232 Sep 19 06:57:48.962245 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Sync routers for ids ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:57:48.972209 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-65902935-01ea-4ffc-9678-046c217895d9 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:48.976631 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-65902935-01ea-4ffc-9678-046c217895d9 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4805863 Sep 19 06:57:48.976847 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40566) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:48.984117 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-da343e21-3333-48fc-aa0d-2c11cb39c51e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Request body: {'security_group_rule': {'security_group_id': '45378739-d7be-4f3c-95c0-341dc8976a56', 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:48.987847 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65902935-01ea-4ffc-9678-046c217895d9 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45378739-d7be-4f3c-95c0-341dc8976a56,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:48.989176 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Routers {'2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:57:48.989891 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:57:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:49.006593 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a78370-bcb0-4197-9874-3997c1f3c1f3 req-0d3f4e9c-e089-4f41-9a28-83a86b2ba746 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:49.008199 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-23a78370-bcb0-4197-9874-3997c1f3c1f3 req-0d3f4e9c-e089-4f41-9a28-83a86b2ba746 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.1070457 Sep 19 06:57:49.040681 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-da343e21-3333-48fc-aa0d-2c11cb39c51e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.066640 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-23a78370-bcb0-4197-9874-3997c1f3c1f3 req-4d1c68ab-a81e-4dc9-89e5-3269e3d1f32c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523236 Sep 19 06:57:49.132062 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Set router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:57:49.167577 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-da343e21-3333-48fc-aa0d-2c11cb39c51e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.172009 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-da343e21-3333-48fc-aa0d-2c11cb39c51e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.219474 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da343e21-3333-48fc-aa0d-2c11cb39c51e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d47779-848a-44d6-a291-39525c42ac20,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:49.225593 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-da343e21-3333-48fc-aa0d-2c11cb39c51e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.227252 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-da343e21-3333-48fc-aa0d-2c11cb39c51e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2492394 Sep 19 06:57:49.230879 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40568) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:49.237549 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-e057c2bb-b6fa-4d4e-8e0c-471681eedb87 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Request body: {'security_group_rule': {'security_group_id': '45378739-d7be-4f3c-95c0-341dc8976a56', 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:49.279121 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e057c2bb-b6fa-4d4e-8e0c-471681eedb87 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.311998 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 7121870f-72a8-4d22-ac17-2f73988bd62c completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:57:49.319841 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 7121870f-72a8-4d22-ac17-2f73988bd62c triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:49.320569 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.361299 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e057c2bb-b6fa-4d4e-8e0c-471681eedb87 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.367286 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e057c2bb-b6fa-4d4e-8e0c-471681eedb87 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.395904 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057c2bb-b6fa-4d4e-8e0c-471681eedb87 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4f7419-8b56-423e-a913-80bc3a0b2dbc,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:49.406687 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e057c2bb-b6fa-4d4e-8e0c-471681eedb87 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.412870 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 40570) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:49.413559 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e057c2bb-b6fa-4d4e-8e0c-471681eedb87 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1809032 Sep 19 06:57:49.417989 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-7922bb33-411a-442e-a68f-bc8cc213a12c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Request body: {'security_group_rule': {'security_group_id': '45378739-d7be-4f3c-95c0-341dc8976a56', 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:49.448391 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7922bb33-411a-442e-a68f-bc8cc213a12c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.454752 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'name': 'tempest-TestShelveInstance-1292863429-router', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:46Z', 'revision_number': 4, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'gw_port': {'id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '056a515e-0bd5-4fe1-9ac0-8bae6e71f691', 'name': '', 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'mac_address': 'fa:16:3e:e9:89:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8e6c17e0-9d69-4401-ba83-69504e73f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:46Z', 'updated_at': '2021-09-19T06:57:46Z', 'revision_number': 2, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'subnets': [{'id': '8e6c17e0-9d69-4401-ba83-69504e73f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:49.498301 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Checking router: 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:57:49.498658 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Updating router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 06:57:49.528853 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.533010 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7922bb33-411a-442e-a68f-bc8cc213a12c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.538971 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7922bb33-411a-442e-a68f-bc8cc213a12c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.557887 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.563294 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922bb33-411a-442e-a68f-bc8cc213a12c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0dbeb0-d2e8-46e4-a4a8-2848f4e5112e,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:49.571184 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7922bb33-411a-442e-a68f-bc8cc213a12c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.578637 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40578) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:49.578839 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b88c04-0d1a-46f2-9518-25dd809e2ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7121870f-72a8-4d22-ac17-2f73988bd62c'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:49.579876 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7922bb33-411a-442e-a68f-bc8cc213a12c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641650 Sep 19 06:57:49.581555 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcf1501-e501-440b-b036-5c4209766d6d" -d '{"events": [{"server_uuid": "38b88c04-0d1a-46f2-9518-25dd809e2ef8", "name": "network-vif-plugged", "status": "completed", "tag": "7121870f-72a8-4d22-ac17-2f73988bd62c"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:49.583585 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-52cf7ec3-7ff0-47ff-83dc-d0760c183aea tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Request body: {'security_group_rule': {'security_group_id': '45378739-d7be-4f3c-95c0-341dc8976a56', 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:49.599743 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 7121870f-72a8-4d22-ac17-2f73988bd62c, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=7121870f-72a8-4d22-ac17-2f73988bd62c,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:49.626538 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.649378 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e602e-d781-43fb-a411-73a1ecf03475 req-37414cd3-1bc6-435b-a941-cee262332abb tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:49.656583 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bd2e602e-d781-43fb-a411-73a1ecf03475 req-37414cd3-1bc6-435b-a941-cee262332abb tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 944 time: 0.0865819 Sep 19 06:57:49.665109 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-52cf7ec3-7ff0-47ff-83dc-d0760c183aea tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.667356 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec0698c-4151-4529-bdf2-512143e20c74 x-openstack-request-id: req-8ec0698c-4151-4529-bdf2-512143e20c74 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:49.667815 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b88c04-0d1a-46f2-9518-25dd809e2ef8", "name": "network-vif-plugged", "status": "completed", "tag": "7121870f-72a8-4d22-ac17-2f73988bd62c", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:49.668284 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ec0698c-4151-4529-bdf2-512143e20c74 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:49.668900 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b88c04-0d1a-46f2-9518-25dd809e2ef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7121870f-72a8-4d22-ac17-2f73988bd62c', 'code': 200} Sep 19 06:57:49.738395 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bd2e602e-d781-43fb-a411-73a1ecf03475 req-35044dca-0f0f-4126-a2e7-f4f9fd3ce710 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805774 Sep 19 06:57:49.764434 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-52cf7ec3-7ff0-47ff-83dc-d0760c183aea tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.771448 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-52cf7ec3-7ff0-47ff-83dc-d0760c183aea tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.818408 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf7ec3-7ff0-47ff-83dc-d0760c183aea tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c447e0-c0f5-45d0-a088-8dbf9c01963f,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:49.827462 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-52cf7ec3-7ff0-47ff-83dc-d0760c183aea tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.831672 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-52cf7ec3-7ff0-47ff-83dc-d0760c183aea tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2494504 Sep 19 06:57:49.831672 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 40584) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:49.839069 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-e02b8360-1c75-4f31-8f1d-14539f577a3f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Request body: {'security_group_rule': {'security_group_id': '45378739-d7be-4f3c-95c0-341dc8976a56', 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:49.867501 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-e02b8360-1c75-4f31-8f1d-14539f577a3f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Project d6de158e34224bbfbecfbfe5483cff6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 06:57:49.877410 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e02b8360-1c75-4f31-8f1d-14539f577a3f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:49.890658 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 84ca064d-f9c2-4ddb-91a3-da232ec18029 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:49.930056 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=7121870f-72a8-4d22-ac17-2f73988bd62c,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:49.966830 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b09e1-e77f-4943-991b-1cc4233a1354 req-17eb6863-5f9b-4330-9ef1-e419cbd2d680 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:49.968430 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2a9b09e1-e77f-4943-991b-1cc4233a1354 req-17eb6863-5f9b-4330-9ef1-e419cbd2d680 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0735688 Sep 19 06:57:50.013268 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e02b8360-1c75-4f31-8f1d-14539f577a3f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.022637 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad85ca9-1512-475d-b60e-0a024055ce58 req-be574a33-80c4-4d8b-8e9f-33e13ed7b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:50.024898 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1ad85ca9-1512-475d-b60e-0a024055ce58 req-be574a33-80c4-4d8b-8e9f-33e13ed7b947 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 1098 time: 0.0909636 Sep 19 06:57:50.026124 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e02b8360-1c75-4f31-8f1d-14539f577a3f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.046554 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2a9b09e1-e77f-4943-991b-1cc4233a1354 req-33549910-8d0f-4088-8557-28603c12b7d4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682318 Sep 19 06:57:50.069126 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b8360-1c75-4f31-8f1d-14539f577a3f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ff2780-0df4-440f-bfd5-f0138310bedc,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:50.076929 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e02b8360-1c75-4f31-8f1d-14539f577a3f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.078176 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e02b8360-1c75-4f31-8f1d-14539f577a3f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2443528 Sep 19 06:57:50.080965 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 40588) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:57:50.086361 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-ce9bf677-6393-4d94-8ee4-b8b553c5b95b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Request body: {'security_group_rule': {'security_group_id': '45378739-d7be-4f3c-95c0-341dc8976a56', 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:57:50.108399 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 84ca064d-f9c2-4ddb-91a3-da232ec18029 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:50.108513 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1ad85ca9-1512-475d-b60e-0a024055ce58 req-840dec99-a536-46d2-9e47-e2c0649ea476 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743318 Sep 19 06:57:50.109125 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.142245 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.securitygroups_db [None req-ce9bf677-6393-4d94-8ee4-b8b553c5b95b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Project d6de158e34224bbfbecfbfe5483cff6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 06:57:50.153728 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ce9bf677-6393-4d94-8ee4-b8b553c5b95b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.166442 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7385b-1e21-4fcf-984e-a9b6a55b23ae req-d9b53f9f-16c7-4df1-b123-06754446161b tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:50.175159 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51a7385b-1e21-4fcf-984e-a9b6a55b23ae req-d9b53f9f-16c7-4df1-b123-06754446161b tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0779819 Sep 19 06:57:50.193259 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.206123 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.242144 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-51a7385b-1e21-4fcf-984e-a9b6a55b23ae req-56d0ce38-d9be-4920-870a-68b04a66df2e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660017 Sep 19 06:57:50.287286 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15397ae8-6cf4-467a-90c3-d2c58378fb76 None None] Pushing event updated for resources: {'Port': ['ID=056a515e-0bd5-4fe1-9ac0-8bae6e71f691,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:50.309687 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ce9bf677-6393-4d94-8ee4-b8b553c5b95b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.322542 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ce9bf677-6393-4d94-8ee4-b8b553c5b95b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.357174 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf379f66-6681-45f3-9045-868537c6035c req-8c60be25-2760-40ee-908f-7afda3c110f7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:50.359353 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf379f66-6681-45f3-9045-868537c6035c req-8c60be25-2760-40ee-908f-7afda3c110f7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.1424801 Sep 19 06:57:50.367137 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bf677-6393-4d94-8ee4-b8b553c5b95b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9148e3fc-2de3-4ec9-a4d2-9de062657847,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:50.385086 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Attempting to bind port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:57:50.385576 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Attempting to bind port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'b98292d6-8d8e-4edd-9459-277f5673e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:57:50.386007 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Attempting to bind port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 on network eef86a24-bd4a-4c26-8fd2-0fbddd53226e {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:57:50.395340 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:57:50.395728 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ce9bf677-6393-4d94-8ee4-b8b553c5b95b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.395912 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Checking segment: {'id': 'b98292d6-8d8e-4edd-9459-277f5673e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:57:50.396309 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.396983 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ce9bf677-6393-4d94-8ee4-b8b553c5b95b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3145406 Sep 19 06:57:50.418136 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Bound using segment: {'id': 'b98292d6-8d8e-4edd-9459-277f5673e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:57:50.418795 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Bound port: 056a515e-0bd5-4fe1-9ac0-8bae6e71f691, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98292d6-8d8e-4edd-9459-277f5673e28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:57:50.419207 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.433332 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf379f66-6681-45f3-9045-868537c6035c req-ebda1235-6044-44be-9bb1-1c2594b3455a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538661 Sep 19 06:57:50.538311 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] For port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:57:50.544703 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] For port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=056a515e-0bd5-4fe1-9ac0-8bae6e71f691,segment=NetworkSegment(b98292d6-8d8e-4edd-9459-277f5673e28a),segment_id=b98292d6-8d8e-4edd-9459-277f5673e28a)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:57:50.551278 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.625756 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Routers {'2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:57:50.626881 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:57:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:50.666620 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15397ae8-6cf4-467a-90c3-d2c58378fb76 None None] Pushing event updated for resources: {'Port': ['ID=056a515e-0bd5-4fe1-9ac0-8bae6e71f691,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:50.706020 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-aac00a78-552e-4e47-8cf1-9bc4b364e7d3 None None] Provisioning complete for port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:50.706409 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-aac00a78-552e-4e47-8cf1-9bc4b364e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:50.912949 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99eeae-cbd7-4ddc-be76-92f76fa717b0 req-2f934f81-fb60-4c42-9ebb-90fb3cba6868 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:50.914406 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf99eeae-cbd7-4ddc-be76-92f76fa717b0 req-2f934f81-fb60-4c42-9ebb-90fb3cba6868 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0876322 Sep 19 06:57:50.982571 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] Set router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:57:50.988595 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-cf99eeae-cbd7-4ddc-be76-92f76fa717b0 req-3fa1e9e7-505b-4a98-9358-8e3bce87571a tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598493 Sep 19 06:57:51.192814 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-aac00a78-552e-4e47-8cf1-9bc4b364e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:51.251836 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99507c-6264-4800-b510-5a33ecc392a4 req-cb0fae35-42a2-4047-8b43-a199383fa34f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:51.252972 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-aac00a78-552e-4e47-8cf1-9bc4b364e7d3 None None] For port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=056a515e-0bd5-4fe1-9ac0-8bae6e71f691,segment=NetworkSegment(b98292d6-8d8e-4edd-9459-277f5673e28a),segment_id=b98292d6-8d8e-4edd-9459-277f5673e28a)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:51.257246 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fe99507c-6264-4800-b510-5a33ecc392a4 req-cb0fae35-42a2-4047-8b43-a199383fa34f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0935469 Sep 19 06:57:51.260858 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-aac00a78-552e-4e47-8cf1-9bc4b364e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:51.339088 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fe99507c-6264-4800-b510-5a33ecc392a4 req-101a4420-cc8a-4f4c-be25-6729a71b845a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589304 Sep 19 06:57:51.348206 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac00a78-552e-4e47-8cf1-9bc4b364e7d3 None None] Pushing event updated for resources: {'Port': ['ID=056a515e-0bd5-4fe1-9ac0-8bae6e71f691,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:51.370980 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'name': 'tempest-TestShelveInstance-1292863429-router', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:46Z', 'revision_number': 4, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'gw_port': {'id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '056a515e-0bd5-4fe1-9ac0-8bae6e71f691', 'name': '', 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'mac_address': 'fa:16:3e:e9:89:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8e6c17e0-9d69-4401-ba83-69504e73f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:46Z', 'updated_at': '2021-09-19T06:57:50Z', 'revision_number': 4, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'subnets': [{'id': '8e6c17e0-9d69-4401-ba83-69504e73f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:57:51.412504 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d4ede2-c43f-4a45-a27f-f30ae044225f None None] The sync data for ids ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'] in dv-cinder-809944-1-iscsi is: [{'id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'name': 'tempest-TestShelveInstance-1292863429-router', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:46Z', 'revision_number': 4, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'gw_port': {'id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '056a515e-0bd5-4fe1-9ac0-8bae6e71f691', 'name': '', 'network_id': 'eef86a24-bd4a-4c26-8fd2-0fbddd53226e', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'mac_address': 'fa:16:3e:e9:89:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '8e6c17e0-9d69-4401-ba83-69504e73f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:46Z', 'updated_at': '2021-09-19T06:57:50Z', 'revision_number': 4, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'subnets': [{'id': '8e6c17e0-9d69-4401-ba83-69504e73f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:57:51.418712 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb79eb-5910-460d-aa45-27c7c2ab3ac7 req-3fb9ea9e-94a8-49ec-859b-64a31132d4cf tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:51.430215 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1bb79eb-5910-460d-aa45-27c7c2ab3ac7 req-3fb9ea9e-94a8-49ec-859b-64a31132d4cf tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.1051879 Sep 19 06:57:51.457710 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-a918ffa6-0974-4ddc-97c5-feb44cf0428e None None] Provisioning complete for port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:51.458682 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a918ffa6-0974-4ddc-97c5-feb44cf0428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:51.601362 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1bb79eb-5910-460d-aa45-27c7c2ab3ac7 req-5e654fcd-909c-4331-87b3-bf49202c8152 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701262 Sep 19 06:57:51.750721 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007155e-9d32-4a82-8627-75ff33ead3bc req-90eb986e-923a-4083-bf37-a50b4a47767c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:51.766745 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2007155e-9d32-4a82-8627-75ff33ead3bc req-90eb986e-923a-4083-bf37-a50b4a47767c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.1873550 Sep 19 06:57:51.858757 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:51.870315 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2007155e-9d32-4a82-8627-75ff33ead3bc req-9e17a3c4-ffda-4607-8d73-b7e26d068c69 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026933 Sep 19 06:57:51.964249 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:51.964630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:52.175479 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b165709-401e-4702-b5d5-1104e39d22b3 req-bb635116-da05-41a4-9296-3f0049a49764 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:52.177305 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5b165709-401e-4702-b5d5-1104e39d22b3 req-bb635116-da05-41a4-9296-3f0049a49764 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0933824 Sep 19 06:57:52.243178 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5b165709-401e-4702-b5d5-1104e39d22b3 req-778439d0-9f5c-4ace-8921-d3f7ae82635a tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557930 Sep 19 06:57:52.555737 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32198863-1891-494e-a4de-32a17f5a49ed req-e11a9770-1d9b-4b56-8db6-c5758fa7d1d5 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:52.558158 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-32198863-1891-494e-a4de-32a17f5a49ed req-e11a9770-1d9b-4b56-8db6-c5758fa7d1d5 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1160803 Sep 19 06:57:52.654210 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-32198863-1891-494e-a4de-32a17f5a49ed req-b413a859-d064-4f79-bfe1-95a548a117df tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869811 Sep 19 06:57:52.802792 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6715b-e4bd-4659-940f-aab4facc37b5 req-61d26c1a-58c5-4012-bd1a-6d5e54614820 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:52.804721 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f1a6715b-e4bd-4659-940f-aab4facc37b5 req-61d26c1a-58c5-4012-bd1a-6d5e54614820 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0831261 Sep 19 06:57:52.854477 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f1a6715b-e4bd-4659-940f-aab4facc37b5 req-40beaee5-a892-442a-bde7-b5f33bd923f6 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Sep 19 06:57:53.032810 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3d6f5-703c-4533-a583-400fa06f330e req-31b5ba01-98ad-4a22-a026-0aeee08ac947 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:53.052541 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14e3d6f5-703c-4533-a583-400fa06f330e req-31b5ba01-98ad-4a22-a026-0aeee08ac947 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0894024 Sep 19 06:57:53.107726 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14e3d6f5-703c-4533-a583-400fa06f330e req-6cd0cf8b-8317-447a-8e92-e4d18a0eb26f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490093 Sep 19 06:57:53.171546 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73e311-6635-4909-8b3d-3ee3d3cbb6eb req-c8b08b76-9b26-4ac1-b022-d94e4f210cab tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:53.172949 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4d73e311-6635-4909-8b3d-3ee3d3cbb6eb req-c8b08b76-9b26-4ac1-b022-d94e4f210cab tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0491643 Sep 19 06:57:53.216769 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4d73e311-6635-4909-8b3d-3ee3d3cbb6eb req-76690e1c-2e92-4930-830c-769e49b81a1a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369897 Sep 19 06:57:53.231255 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-ddb4b3fe-60a3-465b-8667-1ad9d3b8ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:53.233127 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-ddb4b3fe-60a3-465b-8667-1ad9d3b8ede9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 1098 time: 0.0439324 Sep 19 06:57:53.340768 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-0dd99116-76c0-4ba2-bc07-64a07b493215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:53.343151 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-0dd99116-76c0-4ba2-bc07-64a07b493215 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 911 time: 0.1021624 Sep 19 06:57:53.420531 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-48e0d5a8-d4c0-43dc-ad49-6bc03d8233ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089 HTTP/1.1" status: 200 len: 1001 time: 0.0691097 Sep 19 06:57:53.490274 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-4b696e38-4b65-4091-818e-6ff669e7779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:53.491931 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-4b696e38-4b65-4091-818e-6ff669e7779c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 200 len: 849 time: 0.0555706 Sep 19 06:57:53.558059 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-e08d6dc7-8438-4917-a5c9-dcf836e961f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:53.559635 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-e08d6dc7-8438-4917-a5c9-dcf836e961f3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4c3dd4a-3a49-4989-9a68-4d90016261b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466137 Sep 19 06:57:53.673875 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-a30f68b5-8e16-4a9a-8696-d9bd845cb0bd service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053631 Sep 19 06:57:53.680823 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ec2b8-376d-4727-a898-d41592570be9 req-eb6cf984-3270-459e-95de-bcd26dea7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:53.682378 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-070ec2b8-376d-4727-a898-d41592570be9 req-eb6cf984-3270-459e-95de-bcd26dea7021 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 1098 time: 0.0544391 Sep 19 06:57:53.747947 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-070ec2b8-376d-4727-a898-d41592570be9 req-a6768dff-9d58-476c-a4cf-85facb09c27c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452168 Sep 19 06:57:53.869963 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-587c5f9f-ddd9-4c42-93dc-25201c3ebf1a req-64c973fa-006b-47ad-a6d2-c748192329f6 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684191 Sep 19 06:57:53.889269 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef012c-baa6-4986-bcd9-03985dba2a8a req-1ca134ae-510a-4eba-9a3a-2b75323aa2b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:53.897432 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-87ef012c-baa6-4986-bcd9-03985dba2a8a req-1ca134ae-510a-4eba-9a3a-2b75323aa2b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1175983 Sep 19 06:57:53.937183 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-87ef012c-baa6-4986-bcd9-03985dba2a8a req-3e61c826-942c-49da-ba4c-730948e3b174 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Sep 19 06:57:54.225767 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c54ee7-40a2-4835-aacd-b100482c9393 req-a2897aab-259c-4f72-a738-d2fcee58fd3b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:54.227343 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-99c54ee7-40a2-4835-aacd-b100482c9393 req-a2897aab-259c-4f72-a738-d2fcee58fd3b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0512404 Sep 19 06:57:54.277979 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-99c54ee7-40a2-4835-aacd-b100482c9393 req-2e515a9b-414c-4c96-b7a5-f8e59f5b1a02 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369017 Sep 19 06:57:54.443148 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b925ac-7661-4ae1-a538-b6ca1c8881b7 req-7bb74771-aa43-4a16-b1fc-7e772bf2a858 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:54.444821 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81b925ac-7661-4ae1-a538-b6ca1c8881b7 req-7bb74771-aa43-4a16-b1fc-7e772bf2a858 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0870934 Sep 19 06:57:54.492047 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-81b925ac-7661-4ae1-a538-b6ca1c8881b7 req-621b3cf4-df2e-4bf8-8028-19d4c3f9e167 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Sep 19 06:57:54.919214 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:57:55.016063 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:55.028257 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'port_id': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'mac_address': 'fa:16:3e:74:ed:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:57:55.064659 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ca62e-61cd-4b08-8aa2-f90ba4233968 req-5dfff226-1f7c-4ec3-bed3-3d7bc47eb874 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:55.066149 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-db5ca62e-61cd-4b08-8aa2-f90ba4233968 req-5dfff226-1f7c-4ec3-bed3-3d7bc47eb874 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0503304 Sep 19 06:57:55.071799 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:55.085047 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b477dbb-1441-4fa1-af74-15e328631ce7 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:57:55.106432 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:55.106652 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-db5ca62e-61cd-4b08-8aa2-f90ba4233968 req-0287f6b7-1fa6-41f8-940c-cd619b0a176e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336361 Sep 19 06:57:55.110726 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:55.157495 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=6']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:55.402075 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa84c5-5dc4-497f-9b09-111fa487db69 req-de338cc3-8024-4649-80d9-d5305fb9107d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:55.403580 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6fa84c5-5dc4-497f-9b09-111fa487db69 req-de338cc3-8024-4649-80d9-d5305fb9107d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0570304 Sep 19 06:57:55.418362 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['2b477dbb-1441-4fa1-af74-15e328631ce7'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:57:55.447375 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6fa84c5-5dc4-497f-9b09-111fa487db69 req-e7439699-94d6-4ed3-b723-713bd12119ab tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357392 Sep 19 06:57:55.658337 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870b145-2c6c-405d-8e12-7f559d4c8601 req-ad9e22ff-e41a-4ff7-b20b-ddf2a526f908 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:55.659874 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a870b145-2c6c-405d-8e12-7f559d4c8601 req-ad9e22ff-e41a-4ff7-b20b-ddf2a526f908 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0649478 Sep 19 06:57:55.704516 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a870b145-2c6c-405d-8e12-7f559d4c8601 req-9205a522-328d-4274-87ec-a5af86b6c325 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382550 Sep 19 06:57:56.234230 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b321a-eb22-45af-84b8-bdbb6da4b030 req-2a8fa0e0-5b80-47d4-9516-a703a6018a04 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:56.235721 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d84b321a-eb22-45af-84b8-bdbb6da4b030 req-2a8fa0e0-5b80-47d4-9516-a703a6018a04 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Sep 19 06:57:56.275244 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d84b321a-eb22-45af-84b8-bdbb6da4b030 req-cbf6021a-08e1-4e50-ac1b-a17f8bad28f4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325074 Sep 19 06:57:56.606141 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9078e5d-df04-4b30-91ca-a4641510408e req-943f3861-d425-4394-a3dc-13c165f550dd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:56.612175 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d9078e5d-df04-4b30-91ca-a4641510408e req-943f3861-d425-4394-a3dc-13c165f550dd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0686901 Sep 19 06:57:56.688041 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d9078e5d-df04-4b30-91ca-a4641510408e req-475c843b-f79d-4b0a-89f6-1f3e4262e224 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595274 Sep 19 06:57:56.844634 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f57dd-c0c2-4d95-bbe3-5f68222759c1 req-949698f5-8d35-43db-8c0d-3c5b04d3ae29 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:56.854843 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e12f57dd-c0c2-4d95-bbe3-5f68222759c1 req-949698f5-8d35-43db-8c0d-3c5b04d3ae29 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0753412 Sep 19 06:57:56.910838 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e12f57dd-c0c2-4d95-bbe3-5f68222759c1 req-1a188813-b567-46dc-bfe2-be336397f801 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550554 Sep 19 06:57:56.922431 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:57:56.986925 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 2b477dbb-1441-4fa1-af74-15e328631ce7 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:57:56.987295 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:56.988440 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc434e4-b984-4e18-ba13-44a550e4c8d2 req-7afc0826-b28a-48c6-85d7-be6ad4ad16d1 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:56.996158 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2cc434e4-b984-4e18-ba13-44a550e4c8d2 req-7afc0826-b28a-48c6-85d7-be6ad4ad16d1 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0909042 Sep 19 06:57:57.020967 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-22bce4c5-0e54-464e-88a9-6da06efd9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:57.022448 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-22bce4c5-0e54-464e-88a9-6da06efd9929 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 1098 time: 0.0895402 Sep 19 06:57:57.069677 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2cc434e4-b984-4e18-ba13-44a550e4c8d2 req-fefa3807-9f38-4913-ac9a-27695c36167b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701928 Sep 19 06:57:57.089798 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:57.121072 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:57:57.123834 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0273d515-a4bf-4747-818d-3b6b8df0f359" -d '{"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-plugged", "status": "completed", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:57:57.152287 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:57:57.161573 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:57.193712 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-b5921f09-9bf4-4d29-81a6-14282f7628b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:57.193851 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:57:57.196985 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafab1dd-cddf-484e-af19-054d9e108264 x-openstack-request-id: req-aafab1dd-cddf-484e-af19-054d9e108264 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:57:57.197284 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-plugged", "status": "completed", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:57:57.197541 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aafab1dd-cddf-484e-af19-054d9e108264 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:57:57.197666 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-b5921f09-9bf4-4d29-81a6-14282f7628b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 920 time: 0.1647251 Sep 19 06:57:57.197917 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'code': 200} Sep 19 06:57:57.219388 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=7']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:57:57.297488 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-73cd40f0-848c-4163-a818-4cc6df3a2726 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa971910-9c00-4f70-af46-24283150859e HTTP/1.1" status: 200 len: 217 time: 0.0393405 Sep 19 06:57:57.359478 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-177d936d-20fa-4867-969c-d3ed60ce64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:57.361147 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-177d936d-20fa-4867-969c-d3ed60ce64e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e61071fa-ad97-48b3-908c-de90693fd965 HTTP/1.1" status: 200 len: 859 time: 0.0512965 Sep 19 06:57:57.412951 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-8ec6b8e4-8525-4212-9e62-4110ceaedd6b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf0bf458-f1a4-483d-ad62-e570a0d47b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419235 Sep 19 06:57:57.438887 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463879e3-bf65-4bcf-90a9-fb7dac3e3448 req-b54e93bc-0ea0-4701-80a9-8fcd061acb9f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:57.440409 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-463879e3-bf65-4bcf-90a9-fb7dac3e3448 req-b54e93bc-0ea0-4701-80a9-8fcd061acb9f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0782599 Sep 19 06:57:57.500258 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-463879e3-bf65-4bcf-90a9-fb7dac3e3448 req-2f8405d2-f238-4a78-8e6f-6f13afe15f64 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500219 Sep 19 06:57:57.580916 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-c53fb8c8-91d5-4d67-8963-df17dca781fd service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510787 Sep 19 06:57:57.798774 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b8731e0-9c0c-4efa-8bec-c60bf4dc3dfb req-c5961643-c8e6-4f31-be07-fb35e515033c service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154574 Sep 19 06:57:58.191153 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73e3cd-815f-4cd5-ab14-3ba2d158fe72 req-a1630553-1db8-4bec-a931-f40d4d9015a2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:58.192716 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3f73e3cd-815f-4cd5-ab14-3ba2d158fe72 req-a1630553-1db8-4bec-a931-f40d4d9015a2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0571730 Sep 19 06:57:58.237410 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3f73e3cd-815f-4cd5-ab14-3ba2d158fe72 req-122d47d4-c601-4a43-b565-e8b0d62a0411 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Sep 19 06:57:58.487547 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:57:58.626080 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613b9e5-095c-4bde-839e-6a0c80cd0ab1 req-0cac915c-a137-4868-80d6-28a031dda813 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:58.627695 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7613b9e5-095c-4bde-839e-6a0c80cd0ab1 req-0cac915c-a137-4868-80d6-28a031dda813 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0561876 Sep 19 06:57:58.670536 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7613b9e5-095c-4bde-839e-6a0c80cd0ab1 req-d89a8ac7-1ded-4917-be2d-dc10ecbbdf44 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Sep 19 06:57:59.355428 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd12f4-4627-4d55-9efb-365f2ce62961 req-3700474c-8b72-4b07-9169-295ab0792bb8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:59.357017 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0efd12f4-4627-4d55-9efb-365f2ce62961 req-3700474c-8b72-4b07-9169-295ab0792bb8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0506234 Sep 19 06:57:59.396406 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0efd12f4-4627-4d55-9efb-365f2ce62961 req-272bad1d-d4b5-40f9-93c5-5a98b78bca43 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Sep 19 06:57:59.806342 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b8c8-18d4-4317-a9ae-679bc0bc5fcb req-90d08a08-b0b4-46e2-9746-e25ee496e8ca tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:57:59.808044 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7f96b8c8-18d4-4317-a9ae-679bc0bc5fcb req-90d08a08-b0b4-46e2-9746-e25ee496e8ca tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0549741 Sep 19 06:57:59.855001 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7f96b8c8-18d4-4317-a9ae-679bc0bc5fcb req-5cb90111-f9b5-4d12-bba4-972b266e5375 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 Sep 19 06:58:00.530016 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d3a72-9a44-442f-a0a2-8aa03c6ffaa6 req-24eab9a1-0424-41fd-ae59-f60a04fe81d8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:00.531481 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f8d3a72-9a44-442f-a0a2-8aa03c6ffaa6 req-24eab9a1-0424-41fd-ae59-f60a04fe81d8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0514584 Sep 19 06:58:00.574106 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f8d3a72-9a44-442f-a0a2-8aa03c6ffaa6 req-080763bb-7616-433d-bfba-0dbae46321cb tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362699 Sep 19 06:58:01.012373 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586315b-2819-429f-93ba-938ddc884299 req-3a2137aa-f22f-4c9e-b7b9-4cbe3b9b9722 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:01.013845 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0586315b-2819-429f-93ba-938ddc884299 req-3a2137aa-f22f-4c9e-b7b9-4cbe3b9b9722 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0508523 Sep 19 06:58:01.056668 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0586315b-2819-429f-93ba-938ddc884299 req-55305cc4-9896-4f25-af0d-46541a19a958 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369616 Sep 19 06:58:02.117743 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30577764-3b35-4be6-9edf-ca27910c2bc3 req-e0e6d5bc-2878-45f3-9c31-c1e212963163 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:02.125166 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-30577764-3b35-4be6-9edf-ca27910c2bc3 req-e0e6d5bc-2878-45f3-9c31-c1e212963163 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0898883 Sep 19 06:58:02.193081 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-30577764-3b35-4be6-9edf-ca27910c2bc3 req-9ae19652-3aca-4902-bbdf-4ce4171b972e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658042 Sep 19 06:58:02.246824 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98ee9f-17ee-48ad-8b77-1f1b709a33fa req-999b0d7d-d1d3-460d-b87f-9a410d1b4e54 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:02.249594 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bd98ee9f-17ee-48ad-8b77-1f1b709a33fa req-999b0d7d-d1d3-460d-b87f-9a410d1b4e54 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0777333 Sep 19 06:58:02.297961 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bd98ee9f-17ee-48ad-8b77-1f1b709a33fa req-589abf9d-841b-4e89-abc9-1b13e861d1fa tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 Sep 19 06:58:03.436656 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7883a8a-377b-48a4-b7f3-afa8e6f8fbb9 req-4f748684-3634-450e-8482-6d616857aba3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:03.438797 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f7883a8a-377b-48a4-b7f3-afa8e6f8fbb9 req-4f748684-3634-450e-8482-6d616857aba3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0551469 Sep 19 06:58:03.484818 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f7883a8a-377b-48a4-b7f3-afa8e6f8fbb9 req-57e4a8a5-0f03-496e-a3b1-2896e1696abd tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333512 Sep 19 06:58:04.612461 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b629d-c11d-4c0f-9af5-88c50d76686e req-3b6bdb5f-f1a0-4af2-9d3d-e7241e25dee4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:04.613950 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-269b629d-c11d-4c0f-9af5-88c50d76686e req-3b6bdb5f-f1a0-4af2-9d3d-e7241e25dee4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0581105 Sep 19 06:58:04.655269 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-269b629d-c11d-4c0f-9af5-88c50d76686e req-9af66e06-4cd3-498a-bb6d-a4dd9732cd9a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343490 Sep 19 06:58:05.800894 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0fa5c-da56-4463-a71b-6ed9ace9c284 req-f6e8af6f-89c5-4edc-a4ed-f03d5322c775 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:05.803932 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c4f0fa5c-da56-4463-a71b-6ed9ace9c284 req-f6e8af6f-89c5-4edc-a4ed-f03d5322c775 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0630770 Sep 19 06:58:05.863894 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c4f0fa5c-da56-4463-a71b-6ed9ace9c284 req-5809a3a0-4c5b-41c2-9eee-f83ddcee5d7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451872 Sep 19 06:58:06.185065 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc0645-28bc-4461-ae69-480bab0716fa req-54b313ba-c7e5-4ae6-bff7-bb6f6cc5cea6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:06.200962 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-60bc0645-28bc-4461-ae69-480bab0716fa req-54b313ba-c7e5-4ae6-bff7-bb6f6cc5cea6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0697308 Sep 19 06:58:06.256446 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-60bc0645-28bc-4461-ae69-480bab0716fa req-cf5310c1-8a03-42dc-a008-2686db34759f tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546091 Sep 19 06:58:06.985492 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a5194-632e-44a6-baad-b4746a774422 req-c4756f06-a65b-4f73-925e-530dbaf765dd tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:06.986956 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-817a5194-632e-44a6-baad-b4746a774422 req-c4756f06-a65b-4f73-925e-530dbaf765dd tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0496073 Sep 19 06:58:07.024814 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-817a5194-632e-44a6-baad-b4746a774422 req-fecdddd9-993e-4dc2-ab14-770a4c7acb99 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Sep 19 06:58:07.389315 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e854a80-e3f4-4750-bd69-27aa17e800a2 req-fd68705c-502f-456c-9ba9-8d70f8e09161 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:07.391174 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7e854a80-e3f4-4750-bd69-27aa17e800a2 req-fd68705c-502f-456c-9ba9-8d70f8e09161 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0505624 Sep 19 06:58:07.435594 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7e854a80-e3f4-4750-bd69-27aa17e800a2 req-5f4645ed-ade5-4c7b-ab0e-a2e1493782aa tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381379 Sep 19 06:58:08.168572 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf452956-4ebd-48c5-8ec1-a6abad8b9241 req-13cdc271-61ee-4fd1-8206-74b4a2b517d4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:08.170386 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bf452956-4ebd-48c5-8ec1-a6abad8b9241 req-13cdc271-61ee-4fd1-8206-74b4a2b517d4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0697236 Sep 19 06:58:08.218702 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bf452956-4ebd-48c5-8ec1-a6abad8b9241 req-aaa8b280-f06d-4f76-88af-e1b9ea8f7b54 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Sep 19 06:58:08.563959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509d196-d714-4ea8-92ff-ebf9014210d5 req-c1f0a352-7b41-4af5-81bb-77317fda919c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:08.566388 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1509d196-d714-4ea8-92ff-ebf9014210d5 req-c1f0a352-7b41-4af5-81bb-77317fda919c tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0591316 Sep 19 06:58:08.578850 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-76e96ec1-51cc-40ab-a70d-c1fcc79f5e9b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:08.580882 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-76e96ec1-51cc-40ab-a70d-c1fcc79f5e9b tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 945 time: 0.0663741 Sep 19 06:58:08.611692 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1509d196-d714-4ea8-92ff-ebf9014210d5 req-3a317a9a-01cb-4cc6-8c1b-31c048dae5a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385840 Sep 19 06:58:08.680677 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Deleting port 7121870f-72a8-4d22-ac17-2f73988bd62c {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:58:08.681033 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:08.775979 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] For port 7121870f-72a8-4d22-ac17-2f73988bd62c, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=7121870f-72a8-4d22-ac17-2f73988bd62c,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:08.776259 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:08.791181 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Calling delete_port for 7121870f-72a8-4d22-ac17-2f73988bd62c owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:58:08.934620 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:08.964964 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Pushing event deleted for resources: {'Port': ['ID=7121870f-72a8-4d22-ac17-2f73988bd62c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:08.985774 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', '40594e54-e0a0-4b77-a926-58028fc583d3', '874f30c8-8519-463a-a42b-c43b46b012b3', '7121870f-72a8-4d22-ac17-2f73988bd62c'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:58:09.007992 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] No DVR routers for this DVR port 7121870f-72a8-4d22-ac17-2f73988bd62c on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:58:09.013553 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:09.017759 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7c71fd49-3c5e-4f50-a117-235c42ded58b req-cdac1b98-8dd1-4f56-bcce-c14ab40d3cca tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "DELETE /v2.0/ports/7121870f-72a8-4d22-ac17-2f73988bd62c HTTP/1.1" status: 204 len: 173 time: 0.4298742 Sep 19 06:58:09.018828 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b88c04-0d1a-46f2-9518-25dd809e2ef8', 'name': 'network-vif-deleted', 'tag': '7121870f-72a8-4d22-ac17-2f73988bd62c'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:58:09.026579 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6714ffda-ecca-4223-98c1-ea62729effa8" -d '{"events": [{"server_uuid": "38b88c04-0d1a-46f2-9518-25dd809e2ef8", "name": "network-vif-deleted", "tag": "7121870f-72a8-4d22-ac17-2f73988bd62c"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:58:09.072643 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0506ff-b692-481f-9bab-8da680cf1c41 x-openstack-request-id: req-0b0506ff-b692-481f-9bab-8da680cf1c41 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:58:09.073018 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b88c04-0d1a-46f2-9518-25dd809e2ef8", "name": "network-vif-deleted", "tag": "7121870f-72a8-4d22-ac17-2f73988bd62c", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:58:09.073356 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b0506ff-b692-481f-9bab-8da680cf1c41 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:58:09.073826 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b88c04-0d1a-46f2-9518-25dd809e2ef8', 'name': 'network-vif-deleted', 'tag': '7121870f-72a8-4d22-ac17-2f73988bd62c', 'status': 'completed', 'code': 200} Sep 19 06:58:09.346036 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab5299-3ed0-4785-89c4-d7620d91fb29 req-d0e91ea3-6362-4db2-b28f-970053a3d594 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:09.347500 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-68ab5299-3ed0-4785-89c4-d7620d91fb29 req-d0e91ea3-6362-4db2-b28f-970053a3d594 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0502977 Sep 19 06:58:09.396937 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-68ab5299-3ed0-4785-89c4-d7620d91fb29 req-14bfe1dd-3584-4a1a-bd46-b650f4141a9a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Sep 19 06:58:09.727022 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1980fad6-d52e-4042-b24b-e0402b58eb49 req-bfd96c53-b9f3-4565-b3e6-6b86059eaaf0 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=38b88c04-0d1a-46f2-9518-25dd809e2ef8 HTTP/1.1" status: 200 len: 210 time: 0.0271456 Sep 19 06:58:10.528535 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73297c7-c187-4483-bc36-3c2e3682f075 req-0cc1a979-4125-4943-a5a2-2c1347487847 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:10.530182 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b73297c7-c187-4483-bc36-3c2e3682f075 req-0cc1a979-4125-4943-a5a2-2c1347487847 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0522144 Sep 19 06:58:10.572613 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b73297c7-c187-4483-bc36-3c2e3682f075 req-ca221906-9572-41b2-ba81-977c1a26a779 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359445 Sep 19 06:58:11.596388 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744ff86-148e-4215-895b-d2026828477f req-e2a1b093-e4cc-4605-9727-69c323bcbf3c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:11.598777 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a744ff86-148e-4215-895b-d2026828477f req-e2a1b093-e4cc-4605-9727-69c323bcbf3c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0896001 Sep 19 06:58:11.649645 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-b5427ecd-6c7d-4880-87e0-d8acdc51a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:11.651702 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-b5427ecd-6c7d-4880-87e0-d8acdc51a514 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 1098 time: 0.1128650 Sep 19 06:58:11.768076 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a744ff86-148e-4215-895b-d2026828477f req-25a15dcb-0d50-4378-861c-ccb2af834dae tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104271 Sep 19 06:58:11.798605 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1a9f8-7a34-4afa-8bf3-c6d2811d8bae req-32396f2e-4f54-4466-96c4-f6250843ba43 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:11.804938 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d2f1a9f8-7a34-4afa-8bf3-c6d2811d8bae req-32396f2e-4f54-4466-96c4-f6250843ba43 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0651321 Sep 19 06:58:11.845892 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-98e03db6-e2ef-4606-ad5f-d9610ff4dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:11.847383 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-98e03db6-e2ef-4606-ad5f-d9610ff4dad8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 920 time: 0.1599717 Sep 19 06:58:11.847601 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d2f1a9f8-7a34-4afa-8bf3-c6d2811d8bae req-3345e0fd-b5eb-456a-a69f-08309cfddfbb tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416415 Sep 19 06:58:11.895353 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-4bd78252-32fc-4608-9d03-637362ba4d7e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa971910-9c00-4f70-af46-24283150859e HTTP/1.1" status: 200 len: 217 time: 0.0363193 Sep 19 06:58:11.954454 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-72cfaccf-b0bf-4fa6-84b8-1c6ff789e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:11.955997 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-72cfaccf-b0bf-4fa6-84b8-1c6ff789e218 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e61071fa-ad97-48b3-908c-de90693fd965 HTTP/1.1" status: 200 len: 859 time: 0.0517626 Sep 19 06:58:11.995305 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-05d78d8b-1835-45b3-b50b-4f7b1b3ead7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf0bf458-f1a4-483d-ad62-e570a0d47b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288048 Sep 19 06:58:12.040484 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1dc45487-5b38-4cd6-9b0a-4ee6d37923b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:12.121565 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-7fd0b929-051c-48eb-aad5-3e3f57ba1204 service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140754 Sep 19 06:58:12.245089 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9155080-7a3d-43b2-acb6-656e18dc7352 req-8a79172e-e933-4ae9-9284-ee9f552148ed tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:12.247054 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9155080-7a3d-43b2-acb6-656e18dc7352 req-8a79172e-e933-4ae9-9284-ee9f552148ed tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 945 time: 0.0525365 Sep 19 06:58:12.294991 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9155080-7a3d-43b2-acb6-656e18dc7352 req-7cf04de6-ddbd-4868-9926-527bf797b6d9 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Sep 19 06:58:12.305422 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-529f62a3-a0cf-4466-b5b6-841123ba27a4 req-5bc9016a-5281-4e32-881f-cb9bd316d4f4 service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044526 Sep 19 06:58:12.901362 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83656ca6-8389-4a52-b86a-2dc562b4fcdf req-1eba9266-88f2-4548-8773-629f1a036483 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:12.903353 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-83656ca6-8389-4a52-b86a-2dc562b4fcdf req-1eba9266-88f2-4548-8773-629f1a036483 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0521545 Sep 19 06:58:12.957657 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-83656ca6-8389-4a52-b86a-2dc562b4fcdf req-5136d52c-d7e8-4330-aee6-7a926203d8ad tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476272 Sep 19 06:58:13.006010 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdb888-398f-4cd1-b8dc-cac920e5837f req-22cc7fe3-cf0f-49b7-bf83-037a88a66c4c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:13.007722 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ffdb888-398f-4cd1-b8dc-cac920e5837f req-22cc7fe3-cf0f-49b7-bf83-037a88a66c4c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0649865 Sep 19 06:58:13.028135 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 7121870f-72a8-4d22-ac17-2f73988bd62c no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:58:13.047726 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2ffdb888-398f-4cd1-b8dc-cac920e5837f req-63bea6a0-2dd6-4e61-86b9-632fdb231af0 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340333 Sep 19 06:58:13.051624 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 7121870f-72a8-4d22-ac17-2f73988bd62c {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:58:13.052119 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 7121870f-72a8-4d22-ac17-2f73988bd62c not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:58:13.428893 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd274df-a54c-4485-b266-d26b5a253165 req-04a6bafd-7892-4164-9bcd-faf10dc00a39 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:13.430262 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4bd274df-a54c-4485-b266-d26b5a253165 req-04a6bafd-7892-4164-9bcd-faf10dc00a39 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 945 time: 0.0559745 Sep 19 06:58:13.495795 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4bd274df-a54c-4485-b266-d26b5a253165 req-caaf4847-802a-4bb2-b183-aa821e2c3972 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591371 Sep 19 06:58:14.169535 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191287c-8ebe-499c-922b-dd788a00a802 req-e94c8ff6-916d-486a-8ad8-6d01f18c6c57 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:14.186602 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b191287c-8ebe-499c-922b-dd788a00a802 req-e94c8ff6-916d-486a-8ad8-6d01f18c6c57 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.1190522 Sep 19 06:58:14.260434 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b191287c-8ebe-499c-922b-dd788a00a802 req-31b4d2fd-0454-441e-abe3-f9bd3f8c51bd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726006 Sep 19 06:58:14.296516 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28192c67-74ed-4650-8c9b-232bcd8502a2 req-d07175e3-b1bd-43c0-ac07-b9e9f38ff238 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:14.306034 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-28192c67-74ed-4650-8c9b-232bcd8502a2 req-d07175e3-b1bd-43c0-ac07-b9e9f38ff238 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1252425 Sep 19 06:58:14.376509 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-28192c67-74ed-4650-8c9b-232bcd8502a2 req-34a0fc4b-c2d0-426d-b07e-cbfeec9de806 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695043 Sep 19 06:58:14.751101 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-01f25db1-8343-4036-8e09-7cb035641957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:14.797150 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-3da6eece-f8f1-4ae7-a666-7fdfb907a4be tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:14.806608 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-3da6eece-f8f1-4ae7-a666-7fdfb907a4be tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 945 time: 0.1996031 Sep 19 06:58:14.926838 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e7149-ee71-44f1-8451-ff26993ddcd8 req-4ed420ce-d421-43cd-ba63-c489f5bb1419 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:14.935493 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0c7e7149-ee71-44f1-8451-ff26993ddcd8 req-4ed420ce-d421-43cd-ba63-c489f5bb1419 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 945 time: 0.1703026 Sep 19 06:58:15.022494 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0c7e7149-ee71-44f1-8451-ff26993ddcd8 req-1bb1634e-6fdc-4134-96f2-d3db27c1aa57 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777292 Sep 19 06:58:15.079483 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Deleting port 874f30c8-8519-463a-a42b-c43b46b012b3 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:58:15.080131 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:15.611863 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20a298-52b1-4aa6-ba6e-e0c9d4d285ff req-0e8290a0-035a-4fcd-ab33-97ad3615c9d9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:15.619966 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4a20a298-52b1-4aa6-ba6e-e0c9d4d285ff req-0e8290a0-035a-4fcd-ab33-97ad3615c9d9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1197202 Sep 19 06:58:15.702029 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4a20a298-52b1-4aa6-ba6e-e0c9d4d285ff req-2683eb0a-5e77-4902-95e9-bc915563a097 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767572 Sep 19 06:58:15.709265 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:15.757480 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] For port 874f30c8-8519-463a-a42b-c43b46b012b3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=874f30c8-8519-463a-a42b-c43b46b012b3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:15.760588 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:15.825280 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Calling delete_port for 874f30c8-8519-463a-a42b-c43b46b012b3 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:58:15.829773 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:16.074105 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d066d-1022-4dcb-a822-42fe94cfb0e4 req-9c3d3108-c024-4200-a1cd-2dd71ab63503 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:16.085323 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-844d066d-1022-4dcb-a822-42fe94cfb0e4 req-9c3d3108-c024-4200-a1cd-2dd71ab63503 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.4483554 Sep 19 06:58:16.119285 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:16.165889 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', '40594e54-e0a0-4b77-a926-58028fc583d3', '874f30c8-8519-463a-a42b-c43b46b012b3'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:58:16.196178 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3d3dde92-1034-4cdc-bdd0-f1bf0c7d8b23 req-0f14d611-6fca-448e-95bf-32e781cf6a0e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=7cc8cd6a-a140-4b20-b292-79e1716f0fdd HTTP/1.1" status: 200 len: 210 time: 0.0687301 Sep 19 06:58:16.278661 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Pushing event deleted for resources: {'Port': ['ID=874f30c8-8519-463a-a42b-c43b46b012b3,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:16.300821 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-844d066d-1022-4dcb-a822-42fe94cfb0e4 req-c540d2f8-ad8a-4e16-bb09-eb576062bded tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108622 Sep 19 06:58:16.301846 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] No DVR routers for this DVR port 874f30c8-8519-463a-a42b-c43b46b012b3 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:58:16.306400 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:16.319373 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8941ffe9-28fd-4d75-a22a-99378efa281b req-b4c85d8d-439f-4abe-9be3-84706bfd90a6 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "DELETE /v2.0/ports/874f30c8-8519-463a-a42b-c43b46b012b3 HTTP/1.1" status: 204 len: 173 time: 1.4941058 Sep 19 06:58:16.319373 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc8cd6a-a140-4b20-b292-79e1716f0fdd', 'name': 'network-vif-deleted', 'tag': '874f30c8-8519-463a-a42b-c43b46b012b3'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:58:16.326924 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db16d936-4fcc-4b17-8c55-6aaad68ecc9a" -d '{"events": [{"server_uuid": "7cc8cd6a-a140-4b20-b292-79e1716f0fdd", "name": "network-vif-deleted", "tag": "874f30c8-8519-463a-a42b-c43b46b012b3"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:58:16.400064 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac06b35f-039f-4f7a-be1a-db78a9b33904 x-openstack-request-id: req-ac06b35f-039f-4f7a-be1a-db78a9b33904 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:58:16.400064 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc8cd6a-a140-4b20-b292-79e1716f0fdd", "name": "network-vif-deleted", "tag": "874f30c8-8519-463a-a42b-c43b46b012b3", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:58:16.401166 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac06b35f-039f-4f7a-be1a-db78a9b33904 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:58:16.401166 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc8cd6a-a140-4b20-b292-79e1716f0fdd', 'name': 'network-vif-deleted', 'tag': '874f30c8-8519-463a-a42b-c43b46b012b3', 'status': 'completed', 'code': 200} Sep 19 06:58:16.854035 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebd32c-a597-4d8c-874a-4aa5b3f6fbf5 req-d6010bad-2ad0-4fcc-b121-753b986b9c88 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:16.856126 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53ebd32c-a597-4d8c-874a-4aa5b3f6fbf5 req-d6010bad-2ad0-4fcc-b121-753b986b9c88 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0648580 Sep 19 06:58:16.924534 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53ebd32c-a597-4d8c-874a-4aa5b3f6fbf5 req-56d45702-cb59-4a87-bedb-5752335315dc tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616362 Sep 19 06:58:17.402220 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:17.457425 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78331364-b973-4a6a-b95a-f02a7c7e11ab req-a05d2c30-bc96-418f-804e-58404c00fe52 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:17.461932 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-78331364-b973-4a6a-b95a-f02a7c7e11ab req-a05d2c30-bc96-418f-804e-58404c00fe52 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0740705 Sep 19 06:58:17.516352 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-78331364-b973-4a6a-b95a-f02a7c7e11ab req-89d4d91a-8d8c-48a0-95ca-c5ee2e00786b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Sep 19 06:58:17.537548 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b9bb5-947b-4dea-a2fe-d723962c7550 req-2f235f3e-ebbf-4dca-9c15-dbd6de3562f4 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:17.541515 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d46b9bb5-947b-4dea-a2fe-d723962c7550 req-2f235f3e-ebbf-4dca-9c15-dbd6de3562f4 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 945 time: 0.0660508 Sep 19 06:58:17.584536 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d46b9bb5-947b-4dea-a2fe-d723962c7550 req-bd7b7c4d-f41e-4e9f-835c-a956207de3b3 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392370 Sep 19 06:58:18.097384 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a7fd5-be0a-4dd4-b5b6-957ed74a51e7 req-4bfa2703-f957-45d9-8eec-fc51a3457543 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:18.100226 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-718a7fd5-be0a-4dd4-b5b6-957ed74a51e7 req-4bfa2703-f957-45d9-8eec-fc51a3457543 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0721667 Sep 19 06:58:18.146873 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-718a7fd5-be0a-4dd4-b5b6-957ed74a51e7 req-a286c8a3-da4c-4ead-835e-0f7214d667f3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382164 Sep 19 06:58:18.736521 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1bd1e-2a2d-49f5-8b9b-7b8cdfbe8734 req-e07372c5-9f95-43f5-94fe-5258691c8be8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:18.750735 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1cd1bd1e-2a2d-49f5-8b9b-7b8cdfbe8734 req-e07372c5-9f95-43f5-94fe-5258691c8be8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.1419132 Sep 19 06:58:18.769653 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925654cc-d1e3-4f30-9058-13cd539b71cd req-62314c6b-16cb-4ee5-9a47-29de3828af80 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:18.777318 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-925654cc-d1e3-4f30-9058-13cd539b71cd req-62314c6b-16cb-4ee5-9a47-29de3828af80 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 945 time: 0.0696330 Sep 19 06:58:18.796136 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1cd1bd1e-2a2d-49f5-8b9b-7b8cdfbe8734 req-db1e4b56-b45a-435f-8fdf-f0999cc5707e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Sep 19 06:58:18.820368 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-925654cc-d1e3-4f30-9058-13cd539b71cd req-31c45862-42c4-47e1-ad56-4e34b33a9a80 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Sep 19 06:58:19.077358 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 874f30c8-8519-463a-a42b-c43b46b012b3 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:58:19.100189 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 874f30c8-8519-463a-a42b-c43b46b012b3 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:58:19.100526 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 874f30c8-8519-463a-a42b-c43b46b012b3 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:58:19.291316 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255a043-ce14-4523-b825-d77f07e5c7fe req-3225ef86-0a6f-46a1-a8d0-ee56827a2db9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:19.292843 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a255a043-ce14-4523-b825-d77f07e5c7fe req-3225ef86-0a6f-46a1-a8d0-ee56827a2db9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0539019 Sep 19 06:58:19.340983 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a255a043-ce14-4523-b825-d77f07e5c7fe req-742431d2-d462-477c-a693-4be41d97646b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Sep 19 06:58:19.566198 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43288063-84a4-4785-b382-168df7ef789a req-1bb21281-9fc2-46b8-b217-4e3f9395be45 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:19.568509 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-43288063-84a4-4785-b382-168df7ef789a req-1bb21281-9fc2-46b8-b217-4e3f9395be45 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 945 time: 0.0539978 Sep 19 06:58:19.675055 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-43288063-84a4-4785-b382-168df7ef789a req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Deleting port 40594e54-e0a0-4b77-a926-58028fc583d3 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:58:19.675331 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-43288063-84a4-4785-b382-168df7ef789a req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:19.768638 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-43288063-84a4-4785-b382-168df7ef789a req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] For port 40594e54-e0a0-4b77-a926-58028fc583d3, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=40594e54-e0a0-4b77-a926-58028fc583d3,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:19.774927 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-43288063-84a4-4785-b382-168df7ef789a req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:19.785967 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 41104) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:19.794105 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-43288063-84a4-4785-b382-168df7ef789a req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Calling delete_port for 40594e54-e0a0-4b77-a926-58028fc583d3 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:58:19.872560 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b4642f-3bcd-43d2-85ec-92cd2accda26 admin admin] Deleting subnet 5950070a-8ac9-4813-b31b-011d7798c395 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 06:58:19.878085 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1b4642f-3bcd-43d2-85ec-92cd2accda26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:19.962703 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ecc36-65d2-408d-abec-4640abe9f2b9 req-905db2d5-f3d8-48fd-8763-a462b7bb9a0f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:19.968443 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2c9ecc36-65d2-408d-abec-4640abe9f2b9 req-905db2d5-f3d8-48fd-8763-a462b7bb9a0f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0744009 Sep 19 06:58:19.978042 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31b082-b53b-4bdf-8d98-b9741a1253e6 req-313f1347-5cd3-480c-8e1c-c27f702fba16 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:19.979579 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fd31b082-b53b-4bdf-8d98-b9741a1253e6 req-313f1347-5cd3-480c-8e1c-c27f702fba16 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad19a580-fc96-4e69-9f6c-ca928164b642 HTTP/1.1" status: 200 len: 945 time: 0.0814800 Sep 19 06:58:19.981805 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1b4642f-3bcd-43d2-85ec-92cd2accda26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757793'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.026684 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2c9ecc36-65d2-408d-abec-4640abe9f2b9 req-ae19284b-3fca-4b31-a214-fb0ec1f5aace tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446882 Sep 19 06:58:20.058825 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fd31b082-b53b-4bdf-8d98-b9741a1253e6 req-d70bbf88-bf44-447d-8cf2-88f04acef770 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678034 Sep 19 06:58:20.103027 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1b4642f-3bcd-43d2-85ec-92cd2accda26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.153136 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-43288063-84a4-4785-b382-168df7ef789a req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.197084 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Pushing event deleted for resources: {'Port': ['ID=40594e54-e0a0-4b77-a926-58028fc583d3,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:20.201489 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', '40594e54-e0a0-4b77-a926-58028fc583d3'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:58:20.245261 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1b4642f-3bcd-43d2-85ec-92cd2accda26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26077600'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.291560 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4642f-3bcd-43d2-85ec-92cd2accda26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5950070a-8ac9-4813-b31b-011d7798c395,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:20.294019 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b1b4642f-3bcd-43d2-85ec-92cd2accda26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.298417 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b1b4642f-3bcd-43d2-85ec-92cd2accda26 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5950070a-8ac9-4813-b31b-011d7798c395 HTTP/1.1" status: 204 len: 168 time: 0.5089409 Sep 19 06:58:20.298417 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-43288063-84a4-4785-b382-168df7ef789a req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] No DVR routers for this DVR port 40594e54-e0a0-4b77-a926-58028fc583d3 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:58:20.298850 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 41112) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:20.311501 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-43288063-84a4-4785-b382-168df7ef789a req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.318443 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-43288063-84a4-4785-b382-168df7ef789a req-27916212-2e43-42c0-bb8a-0c21cace1f92 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "DELETE /v2.0/ports/40594e54-e0a0-4b77-a926-58028fc583d3 HTTP/1.1" status: 204 len: 173 time: 0.7419093 Sep 19 06:58:20.318983 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad19a580-fc96-4e69-9f6c-ca928164b642', 'name': 'network-vif-deleted', 'tag': '40594e54-e0a0-4b77-a926-58028fc583d3'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:58:20.332764 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e683a1ba-cea9-40bb-ae0a-510adc05718e" -d '{"events": [{"server_uuid": "ad19a580-fc96-4e69-9f6c-ca928164b642", "name": "network-vif-deleted", "tag": "40594e54-e0a0-4b77-a926-58028fc583d3"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:58:20.417129 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07610ca-1e06-4905-8cea-15dc1cbc06fe x-openstack-request-id: req-e07610ca-1e06-4905-8cea-15dc1cbc06fe {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:58:20.417497 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad19a580-fc96-4e69-9f6c-ca928164b642", "name": "network-vif-deleted", "tag": "40594e54-e0a0-4b77-a926-58028fc583d3", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:58:20.417813 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e07610ca-1e06-4905-8cea-15dc1cbc06fe {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:58:20.418275 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad19a580-fc96-4e69-9f6c-ca928164b642', 'name': 'network-vif-deleted', 'tag': '40594e54-e0a0-4b77-a926-58028fc583d3', 'status': 'completed', 'code': 200} Sep 19 06:58:20.441855 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.550332 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf61fdb-9071-4441-8864-7dbceab4a0ca req-4ccca023-6fe3-4654-9bbd-0fb3054a7032 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:20.551978 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bdf61fdb-9071-4441-8864-7dbceab4a0ca req-4ccca023-6fe3-4654-9bbd-0fb3054a7032 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0718770 Sep 19 06:58:20.582771 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.602389 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bdf61fdb-9071-4441-8864-7dbceab4a0ca req-b447de81-d77a-4d9f-a468-0b41d69c5210 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426526 Sep 19 06:58:20.604849 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef59384-9755-4d8e-a7b1-b0f5fba30b0f']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:20.615231 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568c5826-3811-40a4-908a-e35314a3cac8') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:20.615894 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568c5826-3811-40a4-908a-e35314a3cac8') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:20.647464 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.663822 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.670207 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 06:58:20.670688 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 06:58:20.672478 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 06:58:20.733222 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.739098 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:20.741556 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] 10.222.0.18 "DELETE /v2.0/networks/1ef59384-9755-4d8e-a7b1-b0f5fba30b0f HTTP/1.1" status: 204 len: 168 time: 0.4416173 Sep 19 06:58:20.752611 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef97f78-8762-46f9-a600-f8293fa5b20e admin admin] Pushing event deleted for resources: {'Network': ['ID=1ef59384-9755-4d8e-a7b1-b0f5fba30b0f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:20.970966 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 41120) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:21.060501 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 41124) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:21.075586 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-53a9adbd-e9c1-4b59-a4a7-8f546ddd8696 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35370eafe129459783dc520b62751733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858836 Sep 19 06:58:21.166442 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b985f-6050-4ba4-99e0-1a84d58ecad2 req-f40bab8d-d5d5-460a-badb-7d3155659713 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:21.169375 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-73944bb7-b8b6-4ffd-9cbf-6a0558dac1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:21.175858 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3b2b985f-6050-4ba4-99e0-1a84d58ecad2 req-f40bab8d-d5d5-460a-badb-7d3155659713 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0737607 Sep 19 06:58:21.202238 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-73944bb7-b8b6-4ffd-9cbf-6a0558dac1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:21.254542 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3b2b985f-6050-4ba4-99e0-1a84d58ecad2 req-3ae2fb26-bf2b-4dcf-99b6-354a9bc83c36 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770633 Sep 19 06:58:21.280019 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-73944bb7-b8b6-4ffd-9cbf-6a0558dac1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:21.284704 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-73944bb7-b8b6-4ffd-9cbf-6a0558dac1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:21.287723 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-73944bb7-b8b6-4ffd-9cbf-6a0558dac1e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0 HTTP/1.1" status: 204 len: 168 time: 0.2244153 Sep 19 06:58:21.298734 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73944bb7-b8b6-4ffd-9cbf-6a0558dac1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae9b3b4-2a39-4481-9ad8-743e02c9fcc0,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:21.767313 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed49c2-3580-4dfd-97e8-9343322e2b4a req-972c2c50-7475-4435-b495-6b0385308751 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:21.774814 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-93ed49c2-3580-4dfd-97e8-9343322e2b4a req-972c2c50-7475-4435-b495-6b0385308751 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0692654 Sep 19 06:58:21.834598 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-93ed49c2-3580-4dfd-97e8-9343322e2b4a req-c112515d-b6f5-4a9c-b1d7-9ca60536df00 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588160 Sep 19 06:58:22.409624 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c560c-3b03-492c-98e3-5544df283acb req-4c38aa06-6843-42b8-a6ed-66dfe27d8821 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:22.418454 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7d4c560c-3b03-492c-98e3-5544df283acb req-4c38aa06-6843-42b8-a6ed-66dfe27d8821 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0618889 Sep 19 06:58:22.467890 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7d4c560c-3b03-492c-98e3-5544df283acb req-e573ab34-35b7-4d4e-a2d6-727122dd30ad tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483446 Sep 19 06:58:22.624532 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-44deb0d1-e63f-4eea-8b2d-f16aafb1b21b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583124853&fields=id&tenant_id=d6de158e34224bbfbecfbfe5483cff6c HTTP/1.1" status: 200 len: 267 time: 0.0609312 Sep 19 06:58:22.796538 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-9038e4f2-acdb-4ecd-acc1-fa9670c3c7b5 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:22.806776 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-9038e4f2-acdb-4ecd-acc1-fa9670c3c7b5 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/networks?id=506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 200 len: 808 time: 0.1737859 Sep 19 06:58:22.829051 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-6210e0c3-158a-4e03-8473-884fb9dca2f1 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/quotas/d6de158e34224bbfbecfbfe5483cff6c HTTP/1.1" status: 200 len: 375 time: 0.0201166 Sep 19 06:58:22.836786 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990eba83-7cfe-4728-be92-3e6c37850d69 req-c4349f63-46fc-47af-93e8-2033783f9565 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:22.844489 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-990eba83-7cfe-4728-be92-3e6c37850d69 req-c4349f63-46fc-47af-93e8-2033783f9565 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0818660 Sep 19 06:58:22.887198 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-990eba83-7cfe-4728-be92-3e6c37850d69 req-c47c25d7-2858-4960-9a9e-e9dcedc800ad tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415335 Sep 19 06:58:22.941918 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-0d71a7c3-6ca4-4ef2-8e76-ebc21e645b4b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017482 Sep 19 06:58:23.042278 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06dd1d-9fa3-4f1c-aebd-ed9c0ce563a3 req-2c12f9e1-79cd-4472-a955-7daa5aebff7b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:23.050039 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9c06dd1d-9fa3-4f1c-aebd-ed9c0ce563a3 req-2c12f9e1-79cd-4472-a955-7daa5aebff7b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0904114 Sep 19 06:58:23.083727 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 40594e54-e0a0-4b77-a926-58028fc583d3 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:58:23.092782 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-7ce0aea8-22c4-4510-823c-1cdf951ef3e8 service neutron] 10.222.0.18 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427782 Sep 19 06:58:23.115947 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9c06dd1d-9fa3-4f1c-aebd-ed9c0ce563a3 req-7f3bf4f1-5460-4168-9b30-5975279430fc tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646729 Sep 19 06:58:23.122320 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 40594e54-e0a0-4b77-a926-58028fc583d3 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:58:23.122669 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 40594e54-e0a0-4b77-a926-58028fc583d3 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:58:23.245698 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-3a75f73c-9e20-46d1-9438-44ccc6c5427c service neutron] 10.222.0.18 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514685 Sep 19 06:58:23.578721 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a159ae-d6a4-478d-ab16-ad4e578349a1 req-52ab5db2-e5b7-4aee-bfd8-6e106ac302e7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:23.592484 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-66a159ae-d6a4-478d-ab16-ad4e578349a1 req-52ab5db2-e5b7-4aee-bfd8-6e106ac302e7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0653610 Sep 19 06:58:23.656256 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-66a159ae-d6a4-478d-ab16-ad4e578349a1 req-51476273-7bf4-4a62-ba16-dd0fc58e29d8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580549 Sep 19 06:58:23.668196 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c7750521-82f8-4de8-8761-150be72ec3f8 req-b129d133-52ac-493e-b155-4c14ac6ddef6 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 210 time: 0.0498283 Sep 19 06:58:24.022093 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6563061-f72a-4248-a194-3b5fe27d3b1b req-28fe8f0e-f431-4fe6-a0e8-e7633ee9d419 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:24.028153 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e6563061-f72a-4248-a194-3b5fe27d3b1b req-28fe8f0e-f431-4fe6-a0e8-e7633ee9d419 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0680354 Sep 19 06:58:24.068292 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e6563061-f72a-4248-a194-3b5fe27d3b1b req-6ead6442-5b66-4aa5-954a-f58d176e3b9e tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377104 Sep 19 06:58:24.286241 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eca98-62b2-4aed-b323-c018068a8151 req-5c517fc4-2875-40ea-9656-80059aecebb1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:24.288077 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-db8eca98-62b2-4aed-b323-c018068a8151 req-5c517fc4-2875-40ea-9656-80059aecebb1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0580909 Sep 19 06:58:24.352421 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-db8eca98-62b2-4aed-b323-c018068a8151 req-ee945dc4-3609-47e6-9216-931ca87231e6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573349 Sep 19 06:58:24.761028 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78be1719-ec83-4c1a-838a-b1197937f8e1 req-7570d972-761f-4f23-a2cc-1b7b4071e64e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 210 time: 0.0268030 Sep 19 06:58:24.761732 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd802d21-1970-4fe7-891f-49e1adc46b2c req-b61e6f98-5d42-4b15-9f01-7773f1ea15d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:24.763094 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd802d21-1970-4fe7-891f-49e1adc46b2c req-b61e6f98-5d42-4b15-9f01-7773f1ea15d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0487096 Sep 19 06:58:24.799558 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd802d21-1970-4fe7-891f-49e1adc46b2c req-8cdcc4a4-d081-4508-9954-5b4f42fd29b1 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Sep 19 06:58:25.185445 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb05ef1-9eb9-4d1d-9737-a94b2c7ce218 req-e36e278d-0bf3-4176-9871-21db87edbe00 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:25.187131 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8eb05ef1-9eb9-4d1d-9737-a94b2c7ce218 req-e36e278d-0bf3-4176-9871-21db87edbe00 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.0493436 Sep 19 06:58:25.252394 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8eb05ef1-9eb9-4d1d-9737-a94b2c7ce218 req-46c1721c-7ca3-4af6-8ea3-8dfac5872228 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf89154b-b766-44d7-aea0-2dd08a222d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565157 Sep 19 06:58:25.256556 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-d495665e-5402-4a9a-a27d-4233bed05e2f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684080 Sep 19 06:58:25.523421 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-d98a5d35-ddd8-4666-a491-f06268ccbebc tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:25.525138 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-d98a5d35-ddd8-4666-a491-f06268ccbebc tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 946 time: 0.1199188 Sep 19 06:58:25.535475 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3dd7-255f-4aaf-9ba5-1320966a08b2 req-f24705a3-658a-4f29-8b61-5546d45eabba tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:25.544225 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d62b3dd7-255f-4aaf-9ba5-1320966a08b2 req-f24705a3-658a-4f29-8b61-5546d45eabba tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.0853672 Sep 19 06:58:25.577181 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-3237f9b9-fdf0-4e68-8209-f9b9d0d5c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:25.578571 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-3237f9b9-fdf0-4e68-8209-f9b9d0d5c6c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 1098 time: 0.1040363 Sep 19 06:58:25.581831 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-f4fca5ad-7fad-4f91-833a-e32741394bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:25.583885 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-f4fca5ad-7fad-4f91-833a-e32741394bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 1099 time: 0.1105151 Sep 19 06:58:25.590620 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fd9dff32-6d41-46b4-9de5-02f02af07d72 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:25.592120 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fd9dff32-6d41-46b4-9de5-02f02af07d72 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.32 "GET /v2.0/networks?id=506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 200 len: 808 time: 0.1861613 Sep 19 06:58:25.604324 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d62b3dd7-255f-4aaf-9ba5-1320966a08b2 req-ab1da2d1-dbce-4bb9-81b8-a53af0f694a4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592425 Sep 19 06:58:25.687173 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Deleting port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:58:25.687798 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:25.754270 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 41242) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:25.798419 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] For port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,segment=NetworkSegment(f3144dd2-d877-4060-90e8-4a1b74c356b9),segment_id=f3144dd2-d877-4060-90e8-4a1b74c356b9)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:25.798953 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:25.813821 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Calling delete_port for 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 owned by compute:nova {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:58:25.814714 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-73fe81d2-0834-43ce-a564-0515f6e5f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:25.816702 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-73fe81d2-0834-43ce-a564-0515f6e5f905 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 911 time: 0.1681011 Sep 19 06:58:25.836134 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-a7cfd97a-b517-448d-9ff0-f31deac54a0e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6de158e34224bbfbecfbfe5483cff6c HTTP/1.1" status: 200 len: 379 time: 0.1884201 Sep 19 06:58:25.866821 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Request body: {'port': {'device_id': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'admin_state_up': True, 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'security_groups': ['45378739-d7be-4f3c-95c0-341dc8976a56']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:58:25.909479 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-9f1dba37-0fb8-41f2-a334-e34039ac2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:25.911482 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-9f1dba37-0fb8-41f2-a334-e34039ac2e16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.2977393 Sep 19 06:58:25.923942 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6eb01877-914c-44c7-ab05-69e87647d073 req-f551c5b8-f3b9-444e-9756-67a4c851d4f1 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 210 time: 0.0809910 Sep 19 06:58:25.947396 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ab53a-0833-4f26-a7c4-caa3b2ff51cb req-6dba1c14-fd51-4a51-8353-7fd787bf172c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:25.948873 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-190ab53a-0833-4f26-a7c4-caa3b2ff51cb req-6dba1c14-fd51-4a51-8353-7fd787bf172c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0686781 Sep 19 06:58:25.996348 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.021463 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-190ab53a-0833-4f26-a7c4-caa3b2ff51cb req-30f180e1-b3fb-47b0-bd77-9ab7ff76a7b5 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486243 Sep 19 06:58:26.022522 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.050167 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Pushing event deleted for resources: {'Port': ['ID=5e82f18a-3a9a-40a3-bb92-312a8e6a6e36,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:26.055679 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-768f839d-7c89-40e2-aa1d-4045783dc9d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089 HTTP/1.1" status: 200 len: 1001 time: 0.2137904 Sep 19 06:58:26.063110 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['5e82f18a-3a9a-40a3-bb92-312a8e6a6e36'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:58:26.065858 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.066212 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.066550 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.066880 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.068340 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.068340 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.068522 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.068758 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.069081 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.069398 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.069716 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.070048 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.115226 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] No DVR routers for this DVR port 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 on host hv-cinder-80994 {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:58:26.117777 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-5ccd6b48-0745-4a29-ba87-592f1a29aaf2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b477dbb-1441-4fa1-af74-15e328631ce7 HTTP/1.1" status: 200 len: 1002 time: 0.1826086 Sep 19 06:58:26.118145 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.120375 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.32 "DELETE /v2.0/ports/5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 HTTP/1.1" status: 204 len: 173 time: 0.5735741 Sep 19 06:58:26.120870 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b144bc68-143b-4c42-ba96-96afdaa7fdb1', 'name': 'network-vif-deleted', 'tag': '5e82f18a-3a9a-40a3-bb92-312a8e6a6e36'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:58:26.123194 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31b2b72-7489-4a4c-975f-f073d60a8d15" -d '{"events": [{"server_uuid": "b144bc68-143b-4c42-ba96-96afdaa7fdb1", "name": "network-vif-deleted", "tag": "5e82f18a-3a9a-40a3-bb92-312a8e6a6e36"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:58:26.164330 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c79619-c7d9-472a-881c-0e2df869127f x-openstack-request-id: req-39c79619-c7d9-472a-881c-0e2df869127f {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:58:26.164730 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b144bc68-143b-4c42-ba96-96afdaa7fdb1", "name": "network-vif-deleted", "tag": "5e82f18a-3a9a-40a3-bb92-312a8e6a6e36", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:58:26.165181 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39c79619-c7d9-472a-881c-0e2df869127f {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:58:26.165608 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b144bc68-143b-4c42-ba96-96afdaa7fdb1', 'name': 'network-vif-deleted', 'tag': '5e82f18a-3a9a-40a3-bb92-312a8e6a6e36', 'status': 'completed', 'code': 200} Sep 19 06:58:26.206404 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-a75d72ef-bf37-4a0e-884e-5a08021c44b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:26.208037 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-a75d72ef-bf37-4a0e-884e-5a08021c44b3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 200 len: 849 time: 0.1360238 Sep 19 06:58:26.253515 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-98b25bfa-a231-4e3d-8bc3-de1d2a0af2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:26.255560 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-98b25bfa-a231-4e3d-8bc3-de1d2a0af2d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.1164777 Sep 19 06:58:26.298370 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-6edcc439-632c-4b99-8d45-29152b86b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:26.299854 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-6edcc439-632c-4b99-8d45-29152b86b594 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4c3dd4a-3a49-4989-9a68-4d90016261b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832107 Sep 19 06:58:26.340206 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.363212 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.393879 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-86b615e3-2717-46f6-a2f5-2c76eb8e8fa9 req-5bea35e7-37e6-4e56-83a6-fccc2ecb9c15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] 10.222.0.18 "GET /v2.0/ports?device_id=b144bc68-143b-4c42-ba96-96afdaa7fdb1 HTTP/1.1" status: 200 len: 210 time: 0.0307319 Sep 19 06:58:26.454933 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-935e1945-e530-4216-952f-5eba1d05e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:26.456470 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-935e1945-e530-4216-952f-5eba1d05e72a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1695666 Sep 19 06:58:26.460070 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1863b21-eb6f-4a62-87b7-80efd278f095,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:26.462020 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Made reservation on behalf of d6de158e34224bbfbecfbfe5483cff6c for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:58:26.465466 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.476595 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ec8305c8a65495a80c75c8967c50a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7179024 Sep 19 06:58:26.479277 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 41256) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:26.499114 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.499468 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.499840 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.500178 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.500514 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.500847 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.501177 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.501506 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.501835 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.502159 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.502482 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.502802 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005f98a4-d27b-4fe1-813f-1fcfd9109ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:26.537917 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a52299ca-d397-410a-a87f-5949e5036757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.539237 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-b7717156-3b3d-4f78-b443-727a356a9112 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171967 Sep 19 06:58:26.559333 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a52299ca-d397-410a-a87f-5949e5036757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.608586 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a52299ca-d397-410a-a87f-5949e5036757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.611168 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a52299ca-d397-410a-a87f-5949e5036757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:26.612354 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a52299ca-d397-410a-a87f-5949e5036757 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a1863b21-eb6f-4a62-87b7-80efd278f095 HTTP/1.1" status: 204 len: 168 time: 0.1320696 Sep 19 06:58:26.620614 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52299ca-d397-410a-a87f-5949e5036757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1863b21-eb6f-4a62-87b7-80efd278f095,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:26.995345 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-f697e065-cbf5-45a7-88bb-dff0afb29e69 service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5173957 Sep 19 06:58:27.023716 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9faf85cd-f7ec-4845-b476-58a461505615 req-11d6ac60-effa-4950-b041-7f86c2ace706 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 210 time: 0.0271747 Sep 19 06:58:27.032818 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62169847-f506-46f4-af76-5549e87df55e req-b12aca3f-0539-4ac8-a2da-9ea7e1250db1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:27.034366 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-62169847-f506-46f4-af76-5549e87df55e req-b12aca3f-0539-4ac8-a2da-9ea7e1250db1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1731637 Sep 19 06:58:27.055887 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-360056fc-e976-4402-8e79-1f74820ce6d4 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071745 Sep 19 06:58:27.078359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Allocated IP 172.20.0.8 (506472ab-5c1c-4a8e-ad2e-eb545dc48435/cc0761fd-3e29-42d1-948e-4ac2f12e1310/d144f3d1-c88d-45ff-98a9-49c152950f28) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:58:27.144786 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3761650-50d2-492c-abe8-59b746ea010e req-d431d6ad-217d-4ef4-92eb-6e8a277d8a36 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:27.146442 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3761650-50d2-492c-abe8-59b746ea010e req-d431d6ad-217d-4ef4-92eb-6e8a277d8a36 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0539641 Sep 19 06:58:27.164782 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-62169847-f506-46f4-af76-5549e87df55e req-83869ff8-4627-4263-bb71-6aaa1617c83a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112809 Sep 19 06:58:27.169754 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.194958 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0845d18d-adb3-4fdc-89b1-19eee40ae93a req-c19ff352-898f-4b01-920b-1d18fc6a3125 service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811671 Sep 19 06:58:27.201454 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3761650-50d2-492c-abe8-59b746ea010e req-d5342d91-b38c-462f-bd7e-99c75cb6468d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364411 Sep 19 06:58:27.292776 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.325323 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.367234 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:58:27.370199 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:58:27.372513 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:58:27.400754 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'Port': ['ID=d144f3d1-c88d-45ff-98a9-49c152950f28,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:27.429694 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:27.430352 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.445970 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-bbee3cd1-b5da-4756-8d99-1e129b0468aa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6005275 Sep 19 06:58:27.456281 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 41268) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:27.492861 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Request body: {'port': {'device_id': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:58:27.551304 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e160eec-2ee5-4e15-bc65-9ebf8fda380f admin admin] Deleting subnet 66b19c4f-2aae-4542-8c5c-d7f7136339e9 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 06:58:27.556121 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e160eec-2ee5-4e15-bc65-9ebf8fda380f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.584227 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.603597 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e160eec-2ee5-4e15-bc65-9ebf8fda380f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757793'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.633180 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-f5171f35-b5cf-4aef-b247-45a375e4cc67 None None] Provisioning complete for port d144f3d1-c88d-45ff-98a9-49c152950f28 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:58:27.633547 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f5171f35-b5cf-4aef-b247-45a375e4cc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.667362 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-f5171f35-b5cf-4aef-b247-45a375e4cc67 None None] Port d144f3d1-c88d-45ff-98a9-49c152950f28 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 06:58:27.678787 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e160eec-2ee5-4e15-bc65-9ebf8fda380f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.835217 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e160eec-2ee5-4e15-bc65-9ebf8fda380f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26077600'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.867783 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e160eec-2ee5-4e15-bc65-9ebf8fda380f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b19c4f-2aae-4542-8c5c-d7f7136339e9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:27.872523 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-0e160eec-2ee5-4e15-bc65-9ebf8fda380f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:27.874348 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-0e160eec-2ee5-4e15-bc65-9ebf8fda380f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/66b19c4f-2aae-4542-8c5c-d7f7136339e9 HTTP/1.1" status: 204 len: 168 time: 0.4169185 Sep 19 06:58:27.876750 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 41270) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:27.976382 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.032349 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d144f3d1-c88d-45ff-98a9-49c152950f28 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:58:28.041686 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.072595 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Transition to ACTIVE for port object d144f3d1-c88d-45ff-98a9-49c152950f28 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:58:28.102371 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.104839 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.142124 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c83baf-474c-4dbd-a335-8d69296b01b1 req-e01d2bcd-9404-4ea7-a135-af732d372ab8 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:28.143742 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-54c83baf-474c-4dbd-a335-8d69296b01b1 req-e01d2bcd-9404-4ea7-a135-af732d372ab8 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0513394 Sep 19 06:58:28.151803 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3955066d-8d6c-4718-b013-2857e4af8e77']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:28.171742 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3144dd2-d877-4060-90e8-4a1b74c356b9') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:28.172041 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3144dd2-d877-4060-90e8-4a1b74c356b9') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:28.184370 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-54c83baf-474c-4dbd-a335-8d69296b01b1 req-c6c3613d-9513-4301-8c2f-ef198585e57d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342124 Sep 19 06:58:28.187358 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d144f3d1-c88d-45ff-98a9-49c152950f28,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:28.191016 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757802'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.224567 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.253576 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 06:58:28.253982 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770267'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: timer() Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: cb(*args, **kw) Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: self._notify() Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: self.callback(batched_events) Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: event.method(event) Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._get(url).json() Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 06:58:28.257563 dv-cinder-809944-1-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 06:58:28.326230 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3078b-c028-4234-9f46-2f116fada9cc req-997041f8-d3af-4930-807f-46ebb5c422db tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:28.327865 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd3078b-c028-4234-9f46-2f116fada9cc req-997041f8-d3af-4930-807f-46ebb5c422db tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0543668 Sep 19 06:58:28.362280 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.366864 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Attempting to bind port d144f3d1-c88d-45ff-98a9-49c152950f28 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:58:28.367197 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Attempting to bind port d144f3d1-c88d-45ff-98a9-49c152950f28 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:58:28.367544 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Attempting to bind port d144f3d1-c88d-45ff-98a9-49c152950f28 on network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:58:28.370655 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd3078b-c028-4234-9f46-2f116fada9cc req-94cd0403-7d3a-42e9-87c3-8202de077444 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350063 Sep 19 06:58:28.377694 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf9868-7cf0-48f2-840f-3875d769e6e9 req-95b61c19-ca40-4e47-becf-ebc9f089835d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:28.379166 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d9cf9868-7cf0-48f2-840f-3875d769e6e9 req-95b61c19-ca40-4e47-becf-ebc9f089835d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 946 time: 0.1276026 Sep 19 06:58:28.382564 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.384391 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3955066d-8d6c-4718-b013-2857e4af8e77 HTTP/1.1" status: 204 len: 168 time: 0.5067294 Sep 19 06:58:28.398876 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Port d144f3d1-c88d-45ff-98a9-49c152950f28 on network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:58:28.399199 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Attempting to bind port d144f3d1-c88d-45ff-98a9-49c152950f28 on network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:58:28.401343 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ad27e-f771-4c7c-9880-1ed97d635c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=3955066d-8d6c-4718-b013-2857e4af8e77,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:28.421035 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:58:28.421300 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Checking segment: {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:58:28.421682 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Bound using segment: {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:58:28.422119 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Bound port: d144f3d1-c88d-45ff-98a9-49c152950f28, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79073854-4659-4c22-987a-0a40140dec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:58:28.422473 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.469716 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d9cf9868-7cf0-48f2-840f-3875d769e6e9 req-9f956b55-7d44-456c-ab96-6d62739e1647 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725811 Sep 19 06:58:28.509896 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:58:28.513094 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=d144f3d1-c88d-45ff-98a9-49c152950f28,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:58:28.516774 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.549539 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:28.550040 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.552491 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] 10.222.0.32 "PUT /v2.0/ports/d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 200 len: 1093 time: 1.0643880 Sep 19 06:58:28.552855 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:58:28.554077 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 41280) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:28.555189 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f48f74-51f9-47f7-9cee-2b363d5beca9" -d '{"events": [{"name": "network-changed", "server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:58:28.584443 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb58640-f080-45e9-9988-fa133374a1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d144f3d1-c88d-45ff-98a9-49c152950f28,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:28.605523 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3597c39f-b56a-4298-bbbb-019c19068556 x-openstack-request-id: req-3597c39f-b56a-4298-bbbb-019c19068556 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:58:28.605809 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:58:28.606073 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3597c39f-b56a-4298-bbbb-019c19068556 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:58:28.606467 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'status': 'completed', 'code': 200} Sep 19 06:58:28.615458 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-02779978-9fa3-4052-baf1-0f6921e2087c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce1ec034b7fa4a54933c51dd8235536d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0600181 Sep 19 06:58:28.618009 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 41284) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:28.669370 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dce98b05-8800-43f7-a264-b3d05934a60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.676420 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-97a2508a-a399-47b8-825d-403f6b53e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:28.677996 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-97a2508a-a399-47b8-825d-403f6b53e202 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1096 time: 0.0451269 Sep 19 06:58:28.690908 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dce98b05-8800-43f7-a264-b3d05934a60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.737562 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-cff91b5c-e800-46fe-a986-bc85de6bf336 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 200 len: 217 time: 0.0401371 Sep 19 06:58:28.743247 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dce98b05-8800-43f7-a264-b3d05934a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.745880 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dce98b05-8800-43f7-a264-b3d05934a60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:28.747040 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-dce98b05-8800-43f7-a264-b3d05934a60e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf89154b-b766-44d7-aea0-2dd08a222d4a HTTP/1.1" status: 204 len: 168 time: 0.1280606 Sep 19 06:58:28.754918 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce98b05-8800-43f7-a264-b3d05934a60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf89154b-b766-44d7-aea0-2dd08a222d4a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:28.788666 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-ed017472-54d6-4330-996c-bc6b7b2f657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:28.790125 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-ed017472-54d6-4330-996c-bc6b7b2f657a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc0761fd-3e29-42d1-948e-4ac2f12e1310 HTTP/1.1" status: 200 len: 847 time: 0.0449188 Sep 19 06:58:28.857258 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-a7701373-4cc1-4ff0-8244-d52991cdc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:28.858769 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-a7701373-4cc1-4ff0-8244-d52991cdc142 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=506472ab-5c1c-4a8e-ad2e-eb545dc48435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401440 Sep 19 06:58:28.954696 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-617448c3-73d7-430b-855a-9b55c2e10c5f service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876956 Sep 19 06:58:29.052607 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d128826f-922d-41fa-ae11-5c3143de78c3 req-5d7a1f3d-27a8-43b6-83e6-f075d678f8c5 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841668 Sep 19 06:58:29.106827 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:58:29.133274 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:58:29.133623 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 5e82f18a-3a9a-40a3-bb92-312a8e6a6e36 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:58:29.134045 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:58:29.228757 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:29.275751 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:58:29.278343 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3406f1b-93a1-48a8-afa8-201e7a74fa76" -d '{"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-unplugged", "status": "completed", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:58:29.301343 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:29.310270 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:29.339267 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 19 Sep 2021 06:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cd1f08-c376-41b0-923f-00aaf2fffa6b x-openstack-request-id: req-f5cd1f08-c376-41b0-923f-00aaf2fffa6b {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:58:29.339697 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-unplugged", "status": "completed", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:58:29.340216 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5cd1f08-c376-41b0-923f-00aaf2fffa6b {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:58:29.340619 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'code': 200} Sep 19 06:58:29.346766 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-da3ef532-2d2e-4acd-a1b2-9e4d619942a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:29.348329 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-da3ef532-2d2e-4acd-a1b2-9e4d619942a3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1096 time: 0.1059175 Sep 19 06:58:29.365657 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe1801-42e6-4687-95f2-78b7fea8df2d req-a0e25244-da5c-460f-8369-46a292835115 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:29.366825 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=8']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:29.367131 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9bfe1801-42e6-4687-95f2-78b7fea8df2d req-a0e25244-da5c-460f-8369-46a292835115 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0686433 Sep 19 06:58:29.436406 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9bfe1801-42e6-4687-95f2-78b7fea8df2d req-893f2b62-9208-4710-b46d-48e13b823cd8 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612707 Sep 19 06:58:29.493777 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaee7d5-adf3-4032-afd0-de07ec304a74 req-8cd8f909-40bc-404d-99d4-edf24865684e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:29.495274 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1aaee7d5-adf3-4032-afd0-de07ec304a74 req-8cd8f909-40bc-404d-99d4-edf24865684e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0492082 Sep 19 06:58:29.506711 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-46eebf2e-e9a6-4483-98b7-dc277ec3f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:29.508308 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-46eebf2e-e9a6-4483-98b7-dc277ec3f938 service neutron] 10.222.0.32 "GET /v2.0/networks?id=506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 200 len: 909 time: 0.1260507 Sep 19 06:58:29.533243 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1aaee7d5-adf3-4032-afd0-de07ec304a74 req-a4bec3ec-4b78-4687-8e41-7fc29d58470e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321863 Sep 19 06:58:29.571333 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-e1d7f0f8-b27c-413b-9865-e2dee0521d0b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 200 len: 217 time: 0.0361648 Sep 19 06:58:29.652208 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724c464-905c-43fb-9148-ce7942c70b3c req-de296214-c451-4acb-bb65-4a5b6563bf29 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:29.653841 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6724c464-905c-43fb-9148-ce7942c70b3c req-de296214-c451-4acb-bb65-4a5b6563bf29 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0849783 Sep 19 06:58:29.655211 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-e319ef01-a641-4368-9818-b04461fda457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:29.656813 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-e319ef01-a641-4368-9818-b04461fda457 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc0761fd-3e29-42d1-948e-4ac2f12e1310 HTTP/1.1" status: 200 len: 847 time: 0.0770335 Sep 19 06:58:29.721227 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6724c464-905c-43fb-9148-ce7942c70b3c req-734b8166-d46d-4a82-887f-d4d4786a8259 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605466 Sep 19 06:58:29.727442 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-fa4d3b3b-f9af-404a-bd2b-b7a0ae5e0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:29.729152 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-fa4d3b3b-f9af-404a-bd2b-b7a0ae5e0f47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=506472ab-5c1c-4a8e-ad2e-eb545dc48435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617290 Sep 19 06:58:29.848606 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-d6b590d6-a043-4620-bf0b-8b32b104b6e9 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116636 Sep 19 06:58:29.957398 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-78f48f74-51f9-47f7-9cee-2b363d5beca9 req-2ac5bc63-a855-4224-84d9-7048a2ced744 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993321 Sep 19 06:58:30.230021 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-9961b1a1-bac0-4a06-96f8-706d5434b5ab req-de786c17-82f7-4bc4-987a-1f0c041288ea service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:58:30.231032 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9961b1a1-bac0-4a06-96f8-706d5434b5ab req-de786c17-82f7-4bc4-987a-1f0c041288ea service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053504 Sep 19 06:58:30.386511 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e015b-7d03-4a77-9793-a769532a4449 req-c08b488c-ae9c-4761-9632-5b62acff86b3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:30.388049 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf6e015b-7d03-4a77-9793-a769532a4449 req-c08b488c-ae9c-4761-9632-5b62acff86b3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0529680 Sep 19 06:58:30.428211 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf6e015b-7d03-4a77-9793-a769532a4449 req-5fe83516-72db-42ff-8ef7-3a9a97048cda tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335233 Sep 19 06:58:30.559458 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf7e2c-a9a9-4f0e-8037-0e8d43e06f5b req-109299eb-9caf-43af-8472-e0d61faf565d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:30.561209 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d1cf7e2c-a9a9-4f0e-8037-0e8d43e06f5b req-109299eb-9caf-43af-8472-e0d61faf565d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0526357 Sep 19 06:58:30.605795 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d1cf7e2c-a9a9-4f0e-8037-0e8d43e06f5b req-e04a7ec2-1990-43ce-864d-7cdb641f3be6 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338812 Sep 19 06:58:30.657047 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e203d-38cc-4455-90ce-73c5d9fd062e req-845e34df-2d3e-4071-8e9b-f37977abb85d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:30.658925 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f3e203d-38cc-4455-90ce-73c5d9fd062e req-845e34df-2d3e-4071-8e9b-f37977abb85d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0521061 Sep 19 06:58:30.663338 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 41368) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:30.698568 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1f3e203d-38cc-4455-90ce-73c5d9fd062e req-59209315-f39b-4add-bbb3-7f41c373a031 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Sep 19 06:58:30.754080 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-1ae37636-b3e6-44a1-a60a-226015a124f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895033 Sep 19 06:58:30.762520 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-a8d7bba1-2d66-4c9b-a22c-bbd60b081d5b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 06:58:30.763428 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-a8d7bba1-2d66-4c9b-a22c-bbd60b081d5b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046608 Sep 19 06:58:31.547294 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e5eed-2589-4204-88d4-057d5bba1bf2 req-9722e41b-77dd-4d00-91a7-e113069a319e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:31.548746 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e2e5eed-2589-4204-88d4-057d5bba1bf2 req-9722e41b-77dd-4d00-91a7-e113069a319e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0485883 Sep 19 06:58:31.585115 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e2e5eed-2589-4204-88d4-057d5bba1bf2 req-c7e8713e-dbec-40ca-b480-adab85497cdb tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300939 Sep 19 06:58:31.732351 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28608d-8fbe-415a-a611-98f1bb0019b3 req-1a90e356-ad50-4e72-9f4a-36e093a6a53d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:31.733794 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2a28608d-8fbe-415a-a611-98f1bb0019b3 req-1a90e356-ad50-4e72-9f4a-36e093a6a53d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0493007 Sep 19 06:58:31.772881 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2a28608d-8fbe-415a-a611-98f1bb0019b3 req-5636691b-3841-4077-88e6-7d52b49d3ace tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325091 Sep 19 06:58:31.823363 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63576d34-6f41-448b-9755-8306a2d75938 req-6910604c-57c6-46b1-a59d-d064d5dce9ed tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:31.824967 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63576d34-6f41-448b-9755-8306a2d75938 req-6910604c-57c6-46b1-a59d-d064d5dce9ed tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0589964 Sep 19 06:58:31.861507 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63576d34-6f41-448b-9755-8306a2d75938 req-a5774005-5296-4fb9-aec2-5b5c6ebb10c0 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Sep 19 06:58:32.637452 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 41418) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:32.718257 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeec5f-3b49-48b4-ab11-81075424c079 req-dcd37085-b53e-4c80-b2be-d25c280ec3d0 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:32.719773 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-86aeec5f-3b49-48b4-ab11-81075424c079 req-dcd37085-b53e-4c80-b2be-d25c280ec3d0 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0595179 Sep 19 06:58:32.757679 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7f6228b3-e986-4ef5-891e-21e788ef6c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:32.779258 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-86aeec5f-3b49-48b4-ab11-81075424c079 req-272542dc-3c5e-4078-8e10-f0da4ad20814 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527539 Sep 19 06:58:32.857197 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7f6228b3-e986-4ef5-891e-21e788ef6c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:32.861709 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7f6228b3-e986-4ef5-891e-21e788ef6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:32.898491 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a26859-7a6b-49cd-a82d-05a8375da9c8 req-4f93b672-833b-4caa-b15d-9f94f5556882 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:32.899997 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f2a26859-7a6b-49cd-a82d-05a8375da9c8 req-4f93b672-833b-4caa-b15d-9f94f5556882 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0520968 Sep 19 06:58:32.900578 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7f6228b3-e986-4ef5-891e-21e788ef6c0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d50fd29bf104114bfcd14a6ec13f45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619567 Sep 19 06:58:32.901440 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6228b3-e986-4ef5-891e-21e788ef6c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aecdb1ec-bbec-46b6-be0e-1c5fb3328686,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:32.903081 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 41426) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:32.983132 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f20325-fa7c-42d3-b798-5423aa616a10 req-02cadfd4-ef24-4e66-b9b5-c80a004baec1 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:32.984699 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c0f20325-fa7c-42d3-b798-5423aa616a10 req-02cadfd4-ef24-4e66-b9b5-c80a004baec1 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0480690 Sep 19 06:58:32.987690 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f2a26859-7a6b-49cd-a82d-05a8375da9c8 req-06058c67-9653-490e-abdb-eea7ec2ec023 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717382 Sep 19 06:58:32.993122 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-606ec5e8-bed1-4559-9e10-3d7f4e0b268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:33.014949 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-606ec5e8-bed1-4559-9e10-3d7f4e0b268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:33.024324 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c0f20325-fa7c-42d3-b798-5423aa616a10 req-315b3d3f-79bc-49fa-b572-4cb3f964bbfe tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323508 Sep 19 06:58:33.064529 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-606ec5e8-bed1-4559-9e10-3d7f4e0b268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:33.067664 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-606ec5e8-bed1-4559-9e10-3d7f4e0b268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:33.068839 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-606ec5e8-bed1-4559-9e10-3d7f4e0b268b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aecdb1ec-bbec-46b6-be0e-1c5fb3328686 HTTP/1.1" status: 204 len: 168 time: 0.1646042 Sep 19 06:58:33.076260 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ec5e8-bed1-4559-9e10-3d7f4e0b268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aecdb1ec-bbec-46b6-be0e-1c5fb3328686,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:33.130494 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:58:33.204082 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-fc92a69e-1d3b-4511-987e-5f6458643d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:33.205577 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-fc92a69e-1d3b-4511-987e-5f6458643d64 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727&tenant_id=9f62a968b288420588eec33c98710dea HTTP/1.1" status: 200 len: 1097 time: 0.0756035 Sep 19 06:58:33.289445 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-c1915ddd-76ab-4609-9bf6-0140029a0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:33.290946 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-c1915ddd-76ab-4609-9bf6-0140029a0b70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 1097 time: 0.0412083 Sep 19 06:58:33.389636 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-991d8de2-ceee-4974-a510-aaeb435c727f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:33.391150 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-991d8de2-ceee-4974-a510-aaeb435c727f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.0889301 Sep 19 06:58:33.458302 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-3710cc66-6aa1-4237-846c-c25c3f2ca407 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b477dbb-1441-4fa1-af74-15e328631ce7 HTTP/1.1" status: 200 len: 1000 time: 0.0579889 Sep 19 06:58:33.515079 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-d5de9adb-b31d-4464-b6bf-88766f7c476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:33.516575 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-d5de9adb-b31d-4464-b6bf-88766f7c476f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.0453663 Sep 19 06:58:33.569459 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-92dd8ee3-6537-4194-82cf-c42f1961cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:33.570932 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-92dd8ee3-6537-4194-82cf-c42f1961cbd1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437896 Sep 19 06:58:33.670903 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-e982abd5-0666-4008-84fa-39fd753f3dfb service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861702 Sep 19 06:58:33.766857 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6ecaa3d0-dba3-4971-9258-60cd52cf2fa0 req-0372de10-e3a3-4bba-af31-7f0bb283380b service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861032 Sep 19 06:58:33.900105 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c269d4f-4bd4-4544-aaab-10df9cb81b45 req-3e1bdf58-362f-46f2-8636-c80bb0112ac4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:33.901618 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c269d4f-4bd4-4544-aaab-10df9cb81b45 req-3e1bdf58-362f-46f2-8636-c80bb0112ac4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0481851 Sep 19 06:58:33.940776 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8c269d4f-4bd4-4544-aaab-10df9cb81b45 req-0f873732-cb78-4445-9863-c270960ae19c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323496 Sep 19 06:58:34.113512 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dd9c6-6b80-4dc3-8cf7-4da43a2c8d39 req-1e380c94-dfe5-4e21-974e-bedf87c33c47 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:34.116009 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-496dd9c6-6b80-4dc3-8cf7-4da43a2c8d39 req-1e380c94-dfe5-4e21-974e-bedf87c33c47 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0596862 Sep 19 06:58:34.155562 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e47ab9-96b1-4f1b-b911-d26f17cb6a63 req-46c16db3-12b2-4dba-9c8d-2734b0fe7d94 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:34.157665 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9e47ab9-96b1-4f1b-b911-d26f17cb6a63 req-46c16db3-12b2-4dba-9c8d-2734b0fe7d94 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0541971 Sep 19 06:58:34.177657 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-496dd9c6-6b80-4dc3-8cf7-4da43a2c8d39 req-efbd762c-eb0b-4516-bce9-91ff8bd8d199 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547962 Sep 19 06:58:34.217691 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f9e47ab9-96b1-4f1b-b911-d26f17cb6a63 req-b1301fbd-9bc0-4fc5-9679-68a3976acad4 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511742 Sep 19 06:58:35.073046 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaa3fd-2796-4133-abed-9275d175feba req-78c35ebc-1142-4c7f-a400-9cdc88645673 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:35.074796 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-17aaa3fd-2796-4133-abed-9275d175feba req-78c35ebc-1142-4c7f-a400-9cdc88645673 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0590372 Sep 19 06:58:35.116868 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-17aaa3fd-2796-4133-abed-9275d175feba req-28916f81-c3e4-4d10-98d5-66bab6d97e8e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361090 Sep 19 06:58:35.298124 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d63af-cae4-42ee-9194-380638025a50 req-b9342a91-8060-4312-9e54-a11d75be202e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:35.299850 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2f5d63af-cae4-42ee-9194-380638025a50 req-b9342a91-8060-4312-9e54-a11d75be202e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0495830 Sep 19 06:58:35.343986 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2f5d63af-cae4-42ee-9194-380638025a50 req-d4948bbc-789b-431d-8c26-4af6a339ea32 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373676 Sep 19 06:58:35.345037 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f25a2-79d8-4a7b-94b2-a38d55691908 req-5eeaffcd-a81e-4358-bd82-5b118650592e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:35.346526 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d64f25a2-79d8-4a7b-94b2-a38d55691908 req-5eeaffcd-a81e-4358-bd82-5b118650592e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0588102 Sep 19 06:58:35.388340 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d64f25a2-79d8-4a7b-94b2-a38d55691908 req-0d61fd86-b91c-4d3c-954e-15ee82d9abc3 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352521 Sep 19 06:58:35.488130 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:58:36.245683 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bf784-b828-49ab-ac7c-1b14c7aa5288 req-ec395be6-aebd-4d32-8906-d1474374e18b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:36.247054 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-623bf784-b828-49ab-ac7c-1b14c7aa5288 req-ec395be6-aebd-4d32-8906-d1474374e18b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0518646 Sep 19 06:58:36.289855 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-623bf784-b828-49ab-ac7c-1b14c7aa5288 req-f677f43b-4be1-4589-bc87-8c8c4a86bbe5 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353961 Sep 19 06:58:36.474682 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3b325-30cd-4c40-9848-99a311e627b7 req-9fb61271-7a64-4b8b-a9c9-96887b5c80fe tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:36.476230 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-35d3b325-30cd-4c40-9848-99a311e627b7 req-9fb61271-7a64-4b8b-a9c9-96887b5c80fe tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0674732 Sep 19 06:58:36.526191 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-35d3b325-30cd-4c40-9848-99a311e627b7 req-4f433fdd-9a3f-4ec2-bf35-eb3941980043 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436912 Sep 19 06:58:36.544180 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47773b9d-1ff3-4608-8d82-27543b3ed3d5 req-40efef27-86a4-405b-8304-a4f246f2254c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:36.546212 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47773b9d-1ff3-4608-8d82-27543b3ed3d5 req-40efef27-86a4-405b-8304-a4f246f2254c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0810556 Sep 19 06:58:36.584453 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-47773b9d-1ff3-4608-8d82-27543b3ed3d5 req-e79a74d9-82ed-4f7e-a4a2-581c47654bb5 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315976 Sep 19 06:58:37.419226 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20996bf-11e3-4bf9-bdf5-42371c37b7fb req-19190dd7-085a-4214-8752-0f6acbb1116f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:37.420988 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b20996bf-11e3-4bf9-bdf5-42371c37b7fb req-19190dd7-085a-4214-8752-0f6acbb1116f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0545094 Sep 19 06:58:37.475388 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b20996bf-11e3-4bf9-bdf5-42371c37b7fb req-03bad6f1-38cf-4c62-9032-2aebc6ab1897 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477583 Sep 19 06:58:37.644309 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bc95c-d7dc-49a5-a0cd-922f4f921a70 req-983b76aa-f1da-42f8-a119-866efeb888b2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:37.646661 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f45bc95c-d7dc-49a5-a0cd-922f4f921a70 req-983b76aa-f1da-42f8-a119-866efeb888b2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0518594 Sep 19 06:58:37.692499 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f45bc95c-d7dc-49a5-a0cd-922f4f921a70 req-4e83298c-376f-4a32-bbc8-5eef54d97c6c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351977 Sep 19 06:58:37.704446 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbabe9-a241-4b84-b610-9335b41093f7 req-659321dd-a1e1-4f1d-8059-382eed626fcc tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:37.716061 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d6dbabe9-a241-4b84-b610-9335b41093f7 req-659321dd-a1e1-4f1d-8059-382eed626fcc tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0612862 Sep 19 06:58:37.755053 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d6dbabe9-a241-4b84-b610-9335b41093f7 req-1877865b-fd8c-44fd-8327-c9afc943d38f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357623 Sep 19 06:58:38.595172 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca74195-2e65-4fea-8782-1359c2736803 req-684a6be1-6b75-403b-a73a-9cd440812864 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:38.596642 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6ca74195-2e65-4fea-8782-1359c2736803 req-684a6be1-6b75-403b-a73a-9cd440812864 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0466175 Sep 19 06:58:38.633395 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6ca74195-2e65-4fea-8782-1359c2736803 req-a574106b-06f2-4600-955e-837954f69af6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Sep 19 06:58:38.818282 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a721c4-f713-4bd3-a22c-44c416b859cc req-fff8bdf6-6437-4324-8e26-7012f8557484 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:38.820674 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b3a721c4-f713-4bd3-a22c-44c416b859cc req-fff8bdf6-6437-4324-8e26-7012f8557484 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0517628 Sep 19 06:58:38.863539 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b3a721c4-f713-4bd3-a22c-44c416b859cc req-37fc2b0d-2239-4fd1-92e6-f55bba34ea8e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367796 Sep 19 06:58:38.883351 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa38119-7cf4-4498-991d-48531b78426c req-a9af1ea9-edcc-4465-8153-4eb57c4b0d02 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:38.885142 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-afa38119-7cf4-4498-991d-48531b78426c req-a9af1ea9-edcc-4465-8153-4eb57c4b0d02 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0594008 Sep 19 06:58:38.927413 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-afa38119-7cf4-4498-991d-48531b78426c req-c4ce17be-1f5a-44d0-848a-8af7e0191a35 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348411 Sep 19 06:58:39.758728 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbfdb8-df8b-4772-bfe2-b42ede7a6880 req-a1e32f1c-37fe-414a-90a9-82c6d5b0158f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:39.760604 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67dbfdb8-df8b-4772-bfe2-b42ede7a6880 req-a1e32f1c-37fe-414a-90a9-82c6d5b0158f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0495822 Sep 19 06:58:39.811904 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67dbfdb8-df8b-4772-bfe2-b42ede7a6880 req-ccc93be3-53fc-488a-b197-10262f7143a9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451059 Sep 19 06:58:39.987799 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0e46b-e413-4e17-9ad9-2444aa8acdb0 req-55f7d05b-ae06-4866-8bb8-706e6a03427a tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:39.993737 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-31d0e46b-e413-4e17-9ad9-2444aa8acdb0 req-55f7d05b-ae06-4866-8bb8-706e6a03427a tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0634627 Sep 19 06:58:40.027974 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-31d0e46b-e413-4e17-9ad9-2444aa8acdb0 req-9f60252f-cef2-48bb-9b54-0d4f59d89f67 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317500 Sep 19 06:58:40.059306 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9b24a-e5bd-4506-8045-5e09d9ca3257 req-55a0514e-ad82-4726-ae7a-9badd6e61a99 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:40.060841 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08e9b24a-e5bd-4506-8045-5e09d9ca3257 req-55a0514e-ad82-4726-ae7a-9badd6e61a99 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0493107 Sep 19 06:58:40.105756 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08e9b24a-e5bd-4506-8045-5e09d9ca3257 req-db06f02f-399f-4c83-858c-47065f178e6c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Sep 19 06:58:40.936926 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7aad3-ac49-4a6d-a7dd-4cd3e9eb1e62 req-a3c6ae19-37e6-4e35-9c4a-d0ac85fe7936 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:40.938417 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bbf7aad3-ac49-4a6d-a7dd-4cd3e9eb1e62 req-a3c6ae19-37e6-4e35-9c4a-d0ac85fe7936 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0481052 Sep 19 06:58:40.984266 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bbf7aad3-ac49-4a6d-a7dd-4cd3e9eb1e62 req-6725e2db-5f5f-4a22-8054-9b95e46ea654 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 Sep 19 06:58:41.140832 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f4adc-453b-4771-ab03-b3021e8e0699 req-dd97a6ab-3481-4f89-b1bd-1f6a5057bcf1 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:41.142333 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4f5f4adc-453b-4771-ab03-b3021e8e0699 req-dd97a6ab-3481-4f89-b1bd-1f6a5057bcf1 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0494425 Sep 19 06:58:41.180608 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4f5f4adc-453b-4771-ab03-b3021e8e0699 req-32b4bdce-157f-4f6a-be42-20ed14f1214c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324802 Sep 19 06:58:41.231077 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c7acf-82ac-47b8-be8c-c631f13e4f9d req-dca4be36-71f0-45db-b7b0-cf5967529331 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:41.232597 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ed3c7acf-82ac-47b8-be8c-c631f13e4f9d req-dca4be36-71f0-45db-b7b0-cf5967529331 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0613668 Sep 19 06:58:41.273226 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ed3c7acf-82ac-47b8-be8c-c631f13e4f9d req-55d8c11f-7601-4490-b885-28519b8aeb7d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337873 Sep 19 06:58:42.039628 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ba2858f2-168b-4120-83fd-8ee4c8f521b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:42.128342 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb62fe-5275-416c-a803-464cab045c55 req-76a52433-544d-4660-942b-bbf138d3c37f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:42.130605 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3eb62fe-5275-416c-a803-464cab045c55 req-76a52433-544d-4660-942b-bbf138d3c37f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0593040 Sep 19 06:58:42.171831 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3eb62fe-5275-416c-a803-464cab045c55 req-78e7d75b-b6d8-4172-97cc-77cf94dce077 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348539 Sep 19 06:58:42.312225 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97cfd9-8896-40b0-9705-610fe60f1c77 req-8da78cf3-5f39-41f9-998c-7c810d66c7fa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:42.313947 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3a97cfd9-8896-40b0-9705-610fe60f1c77 req-8da78cf3-5f39-41f9-998c-7c810d66c7fa tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0489552 Sep 19 06:58:42.372846 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3a97cfd9-8896-40b0-9705-610fe60f1c77 req-2d78156d-1add-40fb-8707-40f09b00049c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492256 Sep 19 06:58:42.395546 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59a40-ec0a-420a-b0b2-b51be9432027 req-a2bf3256-8c84-44bc-af07-b7110230b47a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:42.397010 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5cc59a40-ec0a-420a-b0b2-b51be9432027 req-a2bf3256-8c84-44bc-af07-b7110230b47a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0526733 Sep 19 06:58:42.438079 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5cc59a40-ec0a-420a-b0b2-b51be9432027 req-c7236415-46d9-4b5f-a9ff-4c3e142063e8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Sep 19 06:58:43.310952 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86341db6-ca4a-496f-9162-f310bb412c83 req-e45043fa-a892-4fce-95c1-d305f0238f97 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:43.312479 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-86341db6-ca4a-496f-9162-f310bb412c83 req-e45043fa-a892-4fce-95c1-d305f0238f97 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0528102 Sep 19 06:58:43.361076 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-86341db6-ca4a-496f-9162-f310bb412c83 req-1f86ff88-c20b-4961-84da-a3f6c02cdf49 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Sep 19 06:58:43.520961 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028501ea-26f1-4437-b551-6cde6f57e47d req-b0d42e9e-db6c-4597-8998-d133d66ed9a5 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:43.523926 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-028501ea-26f1-4437-b551-6cde6f57e47d req-b0d42e9e-db6c-4597-8998-d133d66ed9a5 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0783131 Sep 19 06:58:43.617284 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-028501ea-26f1-4437-b551-6cde6f57e47d req-763f314c-be16-40ea-b730-9bafa7c01c5f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800014 Sep 19 06:58:43.636139 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2002a3-c9ca-4a8a-a68f-a069a6d6b02a req-7332e3e7-07bf-4a62-8b22-e2176bcc42f9 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:43.639287 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd2002a3-c9ca-4a8a-a68f-a069a6d6b02a req-7332e3e7-07bf-4a62-8b22-e2176bcc42f9 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0812914 Sep 19 06:58:43.694225 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd2002a3-c9ca-4a8a-a68f-a069a6d6b02a req-e6757f22-7cdd-4d39-b1e5-211a97464d4a tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Sep 19 06:58:44.490493 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62308c8-b501-45a7-a8d2-bfa86bfeb0df req-c0378aff-4d3e-47b7-bfdf-75bb97f1976e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:44.492018 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c62308c8-b501-45a7-a8d2-bfa86bfeb0df req-c0378aff-4d3e-47b7-bfdf-75bb97f1976e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0489306 Sep 19 06:58:44.534885 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c62308c8-b501-45a7-a8d2-bfa86bfeb0df req-2da17b4d-ea97-4920-839f-547020668631 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365589 Sep 19 06:58:44.678530 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e0769eae-b2ef-41dc-9890-78e42587458f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:44.775489 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96957cd-3599-4245-a83b-3d236e2bd36c req-7c0aae10-d1ac-4088-9f9d-31840c62851b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:44.777272 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d96957cd-3599-4245-a83b-3d236e2bd36c req-7c0aae10-d1ac-4088-9f9d-31840c62851b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0659947 Sep 19 06:58:44.852025 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d96957cd-3599-4245-a83b-3d236e2bd36c req-ba4b40dd-0487-4b43-b633-7fdc859b6a00 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682795 Sep 19 06:58:44.862554 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0a3ac-8f6e-4f3e-a1e3-24d670994922 req-6efd432c-c41c-48cb-baac-2a4c2b7d7bb7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:44.865308 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e0f0a3ac-8f6e-4f3e-a1e3-24d670994922 req-6efd432c-c41c-48cb-baac-2a4c2b7d7bb7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0747588 Sep 19 06:58:44.956362 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e0f0a3ac-8f6e-4f3e-a1e3-24d670994922 req-f5af9cee-eb64-44ac-b5e9-43d3083bb702 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805793 Sep 19 06:58:45.663502 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb0de5-303d-4896-9c78-97126089af0c req-3ef5fa77-8d28-4d6a-921f-03e0eaa3f8ce tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:45.665069 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9cb0de5-303d-4896-9c78-97126089af0c req-3ef5fa77-8d28-4d6a-921f-03e0eaa3f8ce tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0478606 Sep 19 06:58:45.695389 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:45.708896 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9cb0de5-303d-4896-9c78-97126089af0c req-234e6a61-4295-4aa4-907b-63352c97afcf tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350041 Sep 19 06:58:45.794520 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:45.963061 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c07b0f-5fd7-4472-9ba3-1ed3a6ee63b1 req-eff500ea-f1c5-4d78-82a3-de2f2b77047b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:45.964475 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27c07b0f-5fd7-4472-9ba3-1ed3a6ee63b1 req-eff500ea-f1c5-4d78-82a3-de2f2b77047b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0473475 Sep 19 06:58:46.002001 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27c07b0f-5fd7-4472-9ba3-1ed3a6ee63b1 req-de5074d0-4617-4923-81af-ab5b193f03d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Sep 19 06:58:46.063691 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68194a-6a0e-422c-84c5-99dbdc7c742a req-ddb300ed-0b35-4feb-8892-1da0ba063f46 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:46.065111 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bf68194a-6a0e-422c-84c5-99dbdc7c742a req-ddb300ed-0b35-4feb-8892-1da0ba063f46 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0511055 Sep 19 06:58:46.100938 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bf68194a-6a0e-422c-84c5-99dbdc7c742a req-0c14d660-b13d-412d-a8a4-396cfb7729f5 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299838 Sep 19 06:58:46.826958 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c29d97-ce1f-4c81-847e-852cd93a930a req-1322dd9f-0834-422a-b57b-c9bb35f1df9f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:46.828355 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-13c29d97-ce1f-4c81-847e-852cd93a930a req-1322dd9f-0834-422a-b57b-c9bb35f1df9f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0487230 Sep 19 06:58:46.868649 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-13c29d97-ce1f-4c81-847e-852cd93a930a req-0fd7cb4a-fe8a-426c-8b5a-aeae72725934 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344400 Sep 19 06:58:47.126315 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320e8ee-976e-499d-9ef0-ed8188d61a5a req-6d41ba49-4912-4afd-a386-9a38b134c193 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:47.127735 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b320e8ee-976e-499d-9ef0-ed8188d61a5a req-6d41ba49-4912-4afd-a386-9a38b134c193 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0621581 Sep 19 06:58:47.165322 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b320e8ee-976e-499d-9ef0-ed8188d61a5a req-6fb15a2e-9964-491e-b3d9-8638b4697c0a tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309532 Sep 19 06:58:47.215274 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde4b91-1e42-422c-96be-eed2af94f8c1 req-03acaed6-8794-4f61-9ffa-b701635f7cea tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:47.216749 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bbde4b91-1e42-422c-96be-eed2af94f8c1 req-03acaed6-8794-4f61-9ffa-b701635f7cea tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0486007 Sep 19 06:58:47.253209 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bbde4b91-1e42-422c-96be-eed2af94f8c1 req-f4a9bafe-6f4a-4816-bc3d-e89a09f80afe tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306425 Sep 19 06:58:47.381704 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:47.698951 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000df64-c1c9-4cef-bf99-a417d4db1a95 req-2e02dee9-efb8-4c7d-8e47-90c1ba8cd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:47.700733 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6000df64-c1c9-4cef-bf99-a417d4db1a95 req-2e02dee9-efb8-4c7d-8e47-90c1ba8cd1a8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 1098 time: 0.0421796 Sep 19 06:58:47.746542 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6000df64-c1c9-4cef-bf99-a417d4db1a95 req-83df0ace-d54d-4d6f-bb4f-7c0ba618cc37 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367858 Sep 19 06:58:47.984185 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7157-a8a4-40c7-a517-8ba9d56050d0 req-8b5df374-77d4-4dbf-814b-64133e256ffa tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:47.985606 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1e1a7157-a8a4-40c7-a517-8ba9d56050d0 req-8b5df374-77d4-4dbf-814b-64133e256ffa tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0475178 Sep 19 06:58:48.021066 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1e1a7157-a8a4-40c7-a517-8ba9d56050d0 req-1efc427b-f215-40d1-a4cb-d7d24e6b65cf tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297124 Sep 19 06:58:48.277539 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6634526-be96-4016-be15-cccb1a972b01 req-bda71652-14ba-4d27-a040-d602df0bb7a5 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:48.279016 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6634526-be96-4016-be15-cccb1a972b01 req-bda71652-14ba-4d27-a040-d602df0bb7a5 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0477223 Sep 19 06:58:48.319868 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6634526-be96-4016-be15-cccb1a972b01 req-d2cb4876-3fc5-4250-8307-42b0c6b817cb tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346663 Sep 19 06:58:48.367790 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43b905-39d2-4164-835e-b3c1cb071991 req-000e743b-2d25-4d36-a679-c6fb2a3d034c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:48.369214 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1b43b905-39d2-4164-835e-b3c1cb071991 req-000e743b-2d25-4d36-a679-c6fb2a3d034c tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0499513 Sep 19 06:58:48.406065 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1b43b905-39d2-4164-835e-b3c1cb071991 req-b7c226d2-92df-44e5-bb83-84aaf1315185 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310373 Sep 19 06:58:49.143502 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5da395-198a-4fd4-b700-563c6b601d74 req-7bf330d3-6cf1-4917-bbca-b91f7dce4433 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:49.145619 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9f5da395-198a-4fd4-b700-563c6b601d74 req-7bf330d3-6cf1-4917-bbca-b91f7dce4433 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0515018 Sep 19 06:58:49.191920 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9f5da395-198a-4fd4-b700-563c6b601d74 req-5dd7274c-a689-433c-bc5a-681d24840cad tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366032 Sep 19 06:58:49.223409 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device d144f3d1-c88d-45ff-98a9-49c152950f28 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:58:49.318864 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=d144f3d1-c88d-45ff-98a9-49c152950f28,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:49.331667 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'port_id': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'mac_address': 'fa:16:3e:fb:06:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:58:49.368833 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:49.382061 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d144f3d1-c88d-45ff-98a9-49c152950f28 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:58:49.401356 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=d144f3d1-c88d-45ff-98a9-49c152950f28,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:49.405434 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:49.442518 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08751920-9b30-492d-a1fe-ceaed066a72e req-3014ab61-1f6a-4227-b8e6-d64764779dde tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:49.444228 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08751920-9b30-492d-a1fe-ceaed066a72e req-3014ab61-1f6a-4227-b8e6-d64764779dde tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0561812 Sep 19 06:58:49.459025 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=d144f3d1-c88d-45ff-98a9-49c152950f28,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:49.465071 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.465427 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.466285 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.466629 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.467231 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.467611 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.467955 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.468287 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.468639 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.468972 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.469295 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.469615 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:58:49.485272 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08751920-9b30-492d-a1fe-ceaed066a72e req-9eb1b4aa-6dad-4ecd-8c4a-d04e1d9a2872 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336096 Sep 19 06:58:49.536745 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93acb98-c619-4d50-b7d7-78f038e5b063 req-7e830e7c-850d-4fc1-82a4-8021ac56c3e2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:49.538284 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f93acb98-c619-4d50-b7d7-78f038e5b063 req-7e830e7c-850d-4fc1-82a4-8021ac56c3e2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0471675 Sep 19 06:58:49.577089 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f93acb98-c619-4d50-b7d7-78f038e5b063 req-4d5e91eb-6dd4-423a-848a-b400296a7581 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Sep 19 06:58:49.811255 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['d144f3d1-c88d-45ff-98a9-49c152950f28'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:58:49.902646 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770a980-cf89-44d4-b5df-bead988848cb req-cd0a951c-8723-47c7-8cdb-81fba1551824 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:49.904144 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6770a980-cf89-44d4-b5df-bead988848cb req-cd0a951c-8723-47c7-8cdb-81fba1551824 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0755277 Sep 19 06:58:49.914220 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc87ce-3517-4578-a729-eba4983789d5 req-bfe7c9f6-8e3f-41d3-ac15-2085ec781dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:49.916237 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bddc87ce-3517-4578-a729-eba4983789d5 req-bfe7c9f6-8e3f-41d3-ac15-2085ec781dcb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9784b407a52045c98f6628f8e396e835&device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 1098 time: 0.0614040 Sep 19 06:58:49.986923 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6770a980-cf89-44d4-b5df-bead988848cb req-cae70f18-9847-4869-b0fb-bcda50060ac4 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747671 Sep 19 06:58:50.050643 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc87ce-3517-4578-a729-eba4983789d5 req-8ed4b093-9d05-4124-97df-d00046ec50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:50.052535 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bddc87ce-3517-4578-a729-eba4983789d5 req-8ed4b093-9d05-4124-97df-d00046ec50d4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 200 len: 920 time: 0.1066928 Sep 19 06:58:50.104944 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bddc87ce-3517-4578-a729-eba4983789d5 req-65a6ac50-4116-47d9-8409-9d090ae2c7ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa971910-9c00-4f70-af46-24283150859e HTTP/1.1" status: 200 len: 217 time: 0.0439694 Sep 19 06:58:50.178435 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc87ce-3517-4578-a729-eba4983789d5 req-b08ad3fc-01fd-4875-8074-707805451023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:50.179894 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bddc87ce-3517-4578-a729-eba4983789d5 req-b08ad3fc-01fd-4875-8074-707805451023 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e61071fa-ad97-48b3-908c-de90693fd965 HTTP/1.1" status: 200 len: 859 time: 0.0675914 Sep 19 06:58:50.205569 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb94a70-d3cf-47d3-b03f-8e8d96cd8537 req-6f785442-4da2-4d85-82a9-661ebb47a2d0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:50.207495 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-efb94a70-d3cf-47d3-b03f-8e8d96cd8537 req-6f785442-4da2-4d85-82a9-661ebb47a2d0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0640621 Sep 19 06:58:50.224175 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bddc87ce-3517-4578-a729-eba4983789d5 req-648b1630-783c-49bf-96e4-3169689b82a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf0bf458-f1a4-483d-ad62-e570a0d47b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341401 Sep 19 06:58:50.287143 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-efb94a70-d3cf-47d3-b03f-8e8d96cd8537 req-d9f47970-805e-4619-bb42-cf3c7a074c75 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657804 Sep 19 06:58:50.323402 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd599d80-d59f-43ae-85e1-88be96d95e3f req-e1e0700c-174b-4144-8e02-930935bb9d57 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:50.325022 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd599d80-d59f-43ae-85e1-88be96d95e3f req-e1e0700c-174b-4144-8e02-930935bb9d57 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0621107 Sep 19 06:58:50.368539 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd599d80-d59f-43ae-85e1-88be96d95e3f req-06fab6d7-ebae-4287-a0d3-dec70901292a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363221 Sep 19 06:58:50.578542 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bddc87ce-3517-4578-a729-eba4983789d5 req-dd7425dc-fd51-48cc-a175-5b1af15ce5b6 service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413138 Sep 19 06:58:50.666309 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b44af-a991-4cf7-9b9b-a804f1b8e17d req-79b3ac20-0e78-48f0-ba11-5982d97fd71b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:50.667782 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9d9b44af-a991-4cf7-9b9b-a804f1b8e17d req-79b3ac20-0e78-48f0-ba11-5982d97fd71b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 944 time: 0.1031635 Sep 19 06:58:50.716842 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bddc87ce-3517-4578-a729-eba4983789d5 req-5d91338b-375e-4769-a856-e93ff178d53b service neutron] 10.222.0.32 "GET /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251976 Sep 19 06:58:50.721705 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9d9b44af-a991-4cf7-9b9b-a804f1b8e17d req-3dbec1a4-6a8e-4215-8ad7-9afaf4eb0ee1 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466876 Sep 19 06:58:51.103236 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8651410-ffb8-4d18-ba3d-83e3faaeed62 req-03a89be8-0332-4b68-98c7-30f5f4cdc936 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:51.104709 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b8651410-ffb8-4d18-ba3d-83e3faaeed62 req-03a89be8-0332-4b68-98c7-30f5f4cdc936 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0476177 Sep 19 06:58:51.141604 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b8651410-ffb8-4d18-ba3d-83e3faaeed62 req-ce3b8ccc-bef5-4cde-b791-dd834fb0049e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Sep 19 06:58:51.227418 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device d144f3d1-c88d-45ff-98a9-49c152950f28 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:58:51.273495 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port d144f3d1-c88d-45ff-98a9-49c152950f28 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:58:51.276962 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port d144f3d1-c88d-45ff-98a9-49c152950f28 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:58:51.277331 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:51.353239 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:51.374799 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:58:51.377085 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57632967-c630-467d-8752-285bdff2cff7" -d '{"events": [{"server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "name": "network-vif-plugged", "status": "completed", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:58:51.389784 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=d144f3d1-c88d-45ff-98a9-49c152950f28,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:51.397323 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:51.419510 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e61858-713c-4033-ba51-3cb78e6d2f0a req-abf34fa7-8692-4d6c-8f26-5eb04d9942d1 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:51.420705 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7c044d-f3b8-4d38-a51f-81c8487d0e36 x-openstack-request-id: req-fb7c044d-f3b8-4d38-a51f-81c8487d0e36 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:58:51.421094 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "name": "network-vif-plugged", "status": "completed", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:58:51.421282 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fb7c044d-f3b8-4d38-a51f-81c8487d0e36 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:58:51.421411 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-50e61858-713c-4033-ba51-3cb78e6d2f0a req-abf34fa7-8692-4d6c-8f26-5eb04d9942d1 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0558493 Sep 19 06:58:51.421604 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'code': 200} Sep 19 06:58:51.449557 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=d144f3d1-c88d-45ff-98a9-49c152950f28,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:51.476380 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-50e61858-713c-4033-ba51-3cb78e6d2f0a req-3abc4dfd-5ecf-48ab-97ba-7db294a34cc0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458248 Sep 19 06:58:51.530731 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4293012-0d38-4a43-8406-4d3a758f9e46 req-17b3d346-7545-47e3-b6a4-8343dd077051 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:51.532405 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e4293012-0d38-4a43-8406-4d3a758f9e46 req-17b3d346-7545-47e3-b6a4-8343dd077051 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0580161 Sep 19 06:58:51.577970 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e4293012-0d38-4a43-8406-4d3a758f9e46 req-01bce322-63fb-4a88-affc-27f081dbbc3a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392649 Sep 19 06:58:51.700203 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01cbbe-abed-44fa-8335-642c4ceb542b req-caf9d2b8-47ec-4e36-9ffa-48991d043d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:51.701637 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e01cbbe-abed-44fa-8335-642c4ceb542b req-caf9d2b8-47ec-4e36-9ffa-48991d043d59 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1098 time: 0.0426059 Sep 19 06:58:51.735887 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e01cbbe-abed-44fa-8335-642c4ceb542b req-fc053828-bc7f-47b7-96f6-97a55c723831 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255861 Sep 19 06:58:51.834134 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31cb0-9208-4ba5-9ef0-187c1df3b706 req-b2ac0e18-be92-4598-89a3-6096d66b7cb3 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:51.835470 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08e31cb0-9208-4ba5-9ef0-187c1df3b706 req-b2ac0e18-be92-4598-89a3-6096d66b7cb3 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Sep 19 06:58:51.871880 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-08e31cb0-9208-4ba5-9ef0-187c1df3b706 req-53bca130-8f19-4a6a-b509-de4976bd82f2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306437 Sep 19 06:58:52.257402 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08a6c8-5c2f-48f7-bf21-1fefdb16a82b req-fe958643-fab1-4070-aac5-b4f1998c5e28 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:52.258824 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0f08a6c8-5c2f-48f7-bf21-1fefdb16a82b req-fe958643-fab1-4070-aac5-b4f1998c5e28 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0499618 Sep 19 06:58:52.294058 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0f08a6c8-5c2f-48f7-bf21-1fefdb16a82b req-c1ca58be-568b-4efa-bcc0-849845ad7d62 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294421 Sep 19 06:58:52.581140 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd496b-3104-4ad0-9191-05170ebd7ae4 req-10c0f5ef-11fa-4e86-9926-b94fa312c544 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:52.582619 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5cd496b-3104-4ad0-9191-05170ebd7ae4 req-10c0f5ef-11fa-4e86-9926-b94fa312c544 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0476611 Sep 19 06:58:52.622064 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5cd496b-3104-4ad0-9191-05170ebd7ae4 req-23223192-413b-455e-8fb9-2614daa3c667 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335615 Sep 19 06:58:52.703431 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7b104-4373-41cd-b9d4-4574c897ab23 req-9158475c-fc32-49c9-b1f1-8fc845a997de tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:52.705293 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1a7b104-4373-41cd-b9d4-4574c897ab23 req-9158475c-fc32-49c9-b1f1-8fc845a997de tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0504448 Sep 19 06:58:52.743289 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1a7b104-4373-41cd-b9d4-4574c897ab23 req-eb743ccd-3096-4c0c-9247-8fab6a696a53 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323167 Sep 19 06:58:52.985553 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc036a7-7abe-42aa-8a34-fbbc24d2a9f5 req-315ce880-df4e-4566-9a04-bbb11d99141e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:52.986993 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dbc036a7-7abe-42aa-8a34-fbbc24d2a9f5 req-315ce880-df4e-4566-9a04-bbb11d99141e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0509579 Sep 19 06:58:53.025676 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dbc036a7-7abe-42aa-8a34-fbbc24d2a9f5 req-7eeede17-c1bc-48e1-8efc-4d6b2a2f2244 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321560 Sep 19 06:58:53.412042 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ae74b-ba67-4e81-bed5-15c1278bf53a req-c0814e83-7b83-4f6f-9d80-157992ef384b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:53.413506 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f21ae74b-ba67-4e81-bed5-15c1278bf53a req-c0814e83-7b83-4f6f-9d80-157992ef384b tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0472398 Sep 19 06:58:53.450110 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f21ae74b-ba67-4e81-bed5-15c1278bf53a req-c317e4cf-c053-449f-8276-bfb54534e48f tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Sep 19 06:58:53.736562 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434d972-e0a4-4549-965c-1b08c1f764e9 req-b3606e35-ee36-4a6c-9044-f273bb884d0c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:53.737915 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d434d972-e0a4-4549-965c-1b08c1f764e9 req-b3606e35-ee36-4a6c-9044-f273bb884d0c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0488427 Sep 19 06:58:53.777237 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d434d972-e0a4-4549-965c-1b08c1f764e9 req-ccce4275-e944-4bd6-891f-7408adde5be1 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334539 Sep 19 06:58:53.876615 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86102d1a-6c41-4199-9f3c-6fd9cbc6fe11 req-f3e2a21a-8ad4-436e-8e82-a2a733db5174 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:53.878041 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-86102d1a-6c41-4199-9f3c-6fd9cbc6fe11 req-f3e2a21a-8ad4-436e-8e82-a2a733db5174 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0547402 Sep 19 06:58:53.914693 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-86102d1a-6c41-4199-9f3c-6fd9cbc6fe11 req-4ee3076e-fdaa-420e-8d87-05ad2d399709 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299311 Sep 19 06:58:54.143086 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed102619-a6e3-481e-9fac-37b73fb9a301 req-29d7bce0-94a9-4d9d-b054-c0b798d6ecf3 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:54.144692 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ed102619-a6e3-481e-9fac-37b73fb9a301 req-29d7bce0-94a9-4d9d-b054-c0b798d6ecf3 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0543869 Sep 19 06:58:54.182298 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ed102619-a6e3-481e-9fac-37b73fb9a301 req-b343a9d6-c622-4612-9f1c-b333950b597c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Sep 19 06:58:54.290360 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5288335-f44d-4b62-97db-e0a5b46fb124 req-6550a91b-2124-4e64-9d98-f6e2938a2748 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:54.291801 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a5288335-f44d-4b62-97db-e0a5b46fb124 req-6550a91b-2124-4e64-9d98-f6e2938a2748 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0460947 Sep 19 06:58:54.327447 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a5288335-f44d-4b62-97db-e0a5b46fb124 req-92db4db9-eb4f-4a9e-aeea-a4a05951a40f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299048 Sep 19 06:58:54.348556 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 41802) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:54.529469 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac416c-ba41-43db-a667-772b5a6f589b tempest-TestShelveInstance-221572081 tempest-TestShelveInstance-221572081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:54.531037 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6aac416c-ba41-43db-a667-772b5a6f589b tempest-TestShelveInstance-221572081 tempest-TestShelveInstance-221572081-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1093 time: 0.1814334 Sep 19 06:58:54.534190 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 41808) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:58:54.538890 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Request body: {'floatingip': {'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'port_id': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:58:54.562457 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for floatingip, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:54.568594 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90e851-8f23-44a7-8a65-e50d862a9c8a req-30e8a4b0-9607-4619-a997-c61f43a596d8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:54.570108 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-db90e851-8f23-44a7-8a65-e50d862a9c8a req-30e8a4b0-9607-4619-a997-c61f43a596d8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0533710 Sep 19 06:58:54.607682 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-db90e851-8f23-44a7-8a65-e50d862a9c8a req-cfaff560-7208-40ab-9391-a1540da1b75d tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315268 Sep 19 06:58:54.662647 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:54.770152 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Allocated IP 172.27.1.71 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/785ba3db-5232-460e-a69a-fbeed81038f8) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:58:54.877697 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:54.916861 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:54.923833 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8f896-bd5f-4e43-a750-ecd4999636cf req-c673afd2-4fdd-4cc5-906a-30b075a632b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:54.925570 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3be8f896-bd5f-4e43-a750-ecd4999636cf req-c673afd2-4fdd-4cc5-906a-30b075a632b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0744491 Sep 19 06:58:54.957859 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:58:54.960889 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:58:54.965447 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:58:54.986500 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3be8f896-bd5f-4e43-a750-ecd4999636cf req-b00366b9-736f-49f6-95ce-91a106196fbb tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536952 Sep 19 06:58:55.233457 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:58:55.281771 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'Port': ['ID=785ba3db-5232-460e-a69a-fbeed81038f8,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:55.354114 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d60080-e287-4bd2-978f-dac8e6c29f08 req-4fe75798-b356-468a-aac6-046b86b68ec1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:55.356139 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9d60080-e287-4bd2-978f-dac8e6c29f08 req-4fe75798-b356-468a-aac6-046b86b68ec1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 944 time: 0.0849876 Sep 19 06:58:55.433072 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e9d60080-e287-4bd2-978f-dac8e6c29f08 req-b0257dcb-cb1b-421d-8236-3b2e909c5eda tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685112 Sep 19 06:58:55.462790 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:55.474541 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'port_id': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'mac_address': 'fa:16:3e:74:ed:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:58:55.510809 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:55.523552 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b477dbb-1441-4fa1-af74-15e328631ce7 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:58:55.543027 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:58:55.548175 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:55.596210 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=9']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:55.679199 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:55.740680 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:55.882974 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:55.887291 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:55.960116 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event updated for resources: {'Port': ['ID=785ba3db-5232-460e-a69a-fbeed81038f8,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:58:55.966857 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:56.065625 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Floating IP 902d8538-62dc-44e1-9bd3-a9284699a56f associated. External IP: 172.27.1.71, port: d144f3d1-c88d-45ff-98a9-49c152950f28. Sep 19 06:58:56.088364 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0af0c-2b28-4bc6-9b96-952e4aea7b51 req-3d9f5d37-2737-4062-af16-eb435f5e8abc tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:56.089849 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22a0af0c-2b28-4bc6-9b96-952e4aea7b51 req-3d9f5d37-2737-4062-af16-eb435f5e8abc tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0491657 Sep 19 06:58:56.132337 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22a0af0c-2b28-4bc6-9b96-952e4aea7b51 req-1b3e05f5-0a5e-41cc-86be-9f3d535af81d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364859 Sep 19 06:58:56.263829 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Router 970c7b60-bfa2-46f9-934c-b9a483b8a564 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:58:56.374017 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:58:56.383313 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] Sync routers for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:58:56.390169 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:56.392437 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:58:56.393103 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:58:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:56.417846 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0f77d6f7-0ae2-440c-be41-3f52b1a301fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8826234 Sep 19 06:58:56.418433 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:58:56.420692 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdfb931-13e5-4310-a2e1-2f1517461fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:58:56.458550 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676b4df5-6518-4880-956b-f4af6087bd95 x-openstack-request-id: req-676b4df5-6518-4880-956b-f4af6087bd95 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:58:56.458550 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:58:56.458550 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-676b4df5-6518-4880-956b-f4af6087bd95 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:58:56.458550 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'status': 'completed', 'code': 200} Sep 19 06:58:56.498757 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:58:56.556750 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f408d5-0f6b-49fa-9bf4-864a69666797 req-ac5f48e1-9604-4e78-af82-b2b19a1ec06d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:56.558210 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61f408d5-0f6b-49fa-9bf4-864a69666797 req-ac5f48e1-9604-4e78-af82-b2b19a1ec06d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0513752 Sep 19 06:58:56.594967 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-61f408d5-0f6b-49fa-9bf4-864a69666797 req-62f2c641-1784-4f96-8a51-495238c25f45 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Sep 19 06:58:56.711324 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '902d8538-62dc-44e1-9bd3-a9284699a56f', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'port_id': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'mac_address': 'fa:16:3e:fb:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:58:55Z', 'updated_at': '2021-09-19T06:58:55Z', 'revision_number': 0, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11abfd2c-1a3a-408c-bf62-b800f5edca4d', 'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'mac_address': 'fa:16:3e:ea:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:38Z', 'updated_at': '2021-09-19T06:57:43Z', 'revision_number': 5, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'subnets': [{'id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:56.738817 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] Checking router: 970c7b60-bfa2-46f9-934c-b9a483b8a564 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:58:56.746438 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:58:56.747024 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:58:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:56.845915 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:58:57.054106 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '902d8538-62dc-44e1-9bd3-a9284699a56f', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'port_id': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'mac_address': 'fa:16:3e:fb:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:58:55Z', 'updated_at': '2021-09-19T06:58:55Z', 'revision_number': 0, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11abfd2c-1a3a-408c-bf62-b800f5edca4d', 'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'mac_address': 'fa:16:3e:ea:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:38Z', 'updated_at': '2021-09-19T06:57:43Z', 'revision_number': 5, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'subnets': [{'id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:58:57.082377 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608985ad-2f65-4d2d-9f2e-2f18c86e05fe None None] The sync data for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi is: [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '902d8538-62dc-44e1-9bd3-a9284699a56f', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'port_id': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'mac_address': 'fa:16:3e:fb:06:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:58:55Z', 'updated_at': '2021-09-19T06:58:55Z', 'revision_number': 0, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11abfd2c-1a3a-408c-bf62-b800f5edca4d', 'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'mac_address': 'fa:16:3e:ea:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:38Z', 'updated_at': '2021-09-19T06:57:43Z', 'revision_number': 5, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'subnets': [{'id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:58:57.247890 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c26ea4-d776-4daa-ab83-a85a8e24f94d req-9c035c57-b4f3-464a-b7a1-8f2ae1e9dc8e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:57.249437 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79c26ea4-d776-4daa-ab83-a85a8e24f94d req-9c035c57-b4f3-464a-b7a1-8f2ae1e9dc8e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0496771 Sep 19 06:58:57.256182 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073ff6d-85c8-4f98-95b3-205b54f95c06 None None] New status for floating IP 902d8538-62dc-44e1-9bd3-a9284699a56f: ACTIVE {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 06:58:57.292426 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79c26ea4-d776-4daa-ab83-a85a8e24f94d req-0e5a3fc6-4338-42ce-84e1-e4366e5110ac tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356054 Sep 19 06:58:57.716306 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55864a71-fcb3-4fc6-8484-50a4f556da48 req-6c4c8ce2-48ec-483f-993b-f14a676dcb9f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:57.717773 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-55864a71-fcb3-4fc6-8484-50a4f556da48 req-6c4c8ce2-48ec-483f-993b-f14a676dcb9f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Sep 19 06:58:57.755064 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-55864a71-fcb3-4fc6-8484-50a4f556da48 req-1862646c-b436-49ef-b84b-3a1402be2481 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303531 Sep 19 06:58:58.325642 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:58:58.372511 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-97aed9f3-c87b-45d9-9a2f-623b701c22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:58.374044 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-97aed9f3-c87b-45d9-9a2f-623b701c22dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1098 time: 0.0471880 Sep 19 06:58:58.429673 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb3e54-4fca-4cfd-802f-a96f88850fe7 req-f691860d-ce17-4d42-8da7-3255d32911c7 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:58.431084 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-49eb3e54-4fca-4cfd-802f-a96f88850fe7 req-f691860d-ce17-4d42-8da7-3255d32911c7 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0493124 Sep 19 06:58:58.469252 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-49eb3e54-4fca-4cfd-802f-a96f88850fe7 req-f121cbcc-53b2-4f30-b042-135c6bac6482 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322535 Sep 19 06:58:58.470734 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-e986d783-af98-46b9-a63d-a0ad2a9c966c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:58.472815 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-e986d783-af98-46b9-a63d-a0ad2a9c966c service neutron] 10.222.0.32 "GET /v2.0/networks?id=506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 200 len: 909 time: 0.0876327 Sep 19 06:58:58.534629 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-3965cd73-3e31-40a7-a1b4-16efc20c8df2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 200 len: 1000 time: 0.0551536 Sep 19 06:58:58.587546 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-387906a5-f27a-465c-8580-df2f7f12dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:58.588867 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-387906a5-f27a-465c-8580-df2f7f12dc64 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc0761fd-3e29-42d1-948e-4ac2f12e1310 HTTP/1.1" status: 200 len: 847 time: 0.0452242 Sep 19 06:58:58.634851 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-48531232-7e4e-4148-a366-1eaacc75fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:58.636302 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-48531232-7e4e-4148-a366-1eaacc75fdd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=506472ab-5c1c-4a8e-ad2e-eb545dc48435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376179 Sep 19 06:58:58.705623 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['2b477dbb-1441-4fa1-af74-15e328631ce7'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:58:58.724793 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-18fb5b2a-a6e6-407d-b06b-b9c6cf398d1d service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794961 Sep 19 06:58:58.826594 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5bdfb931-13e5-4310-a2e1-2f1517461fbb req-423384b6-7990-4b2d-821d-9da478830477 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875916 Sep 19 06:58:58.874790 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1703d-b091-4928-96d5-37323b70f10c req-d36108d4-4d8b-46d0-97bd-dbc01df2350d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:58.876272 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8ff1703d-b091-4928-96d5-37323b70f10c req-d36108d4-4d8b-46d0-97bd-dbc01df2350d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0478818 Sep 19 06:58:58.913575 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8ff1703d-b091-4928-96d5-37323b70f10c req-8a8c3cf9-819b-4509-918c-dae7c7c06699 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308588 Sep 19 06:58:59.580006 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad243-2a77-4106-8497-228429d3fdb5 req-73bca1a4-4921-4bae-b02c-350699820b18 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:58:59.581540 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4bcad243-2a77-4106-8497-228429d3fdb5 req-73bca1a4-4921-4bae-b02c-350699820b18 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0467355 Sep 19 06:58:59.621358 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4bcad243-2a77-4106-8497-228429d3fdb5 req-f4c4d92c-2311-4946-ac51-d362e68eb5ce tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335312 Sep 19 06:59:00.027751 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13917cf-c87b-4313-b38d-5ff69ed1201a req-d27abf46-d363-4450-a376-608abd0a48da tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:00.029105 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b13917cf-c87b-4313-b38d-5ff69ed1201a req-d27abf46-d363-4450-a376-608abd0a48da tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0469689 Sep 19 06:59:00.065255 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b13917cf-c87b-4313-b38d-5ff69ed1201a req-1b4b7f40-87d3-44d0-b32e-40e3539f9806 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301659 Sep 19 06:59:00.734400 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3a99-15f4-4ebc-905b-24787965fee3 req-35cff088-ff9b-4f6e-800c-0b8d74a5280a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:00.735857 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e0ca3a99-15f4-4ebc-905b-24787965fee3 req-35cff088-ff9b-4f6e-800c-0b8d74a5280a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0499489 Sep 19 06:59:00.772092 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e0ca3a99-15f4-4ebc-905b-24787965fee3 req-c9142568-90a3-48e6-bebc-5062720ed10e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300093 Sep 19 06:59:01.180173 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f85068-523d-483c-aa63-5470acb5fbc1 req-01d08978-5e0d-473b-94aa-cb2c03189b93 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:01.181615 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-94f85068-523d-483c-aa63-5470acb5fbc1 req-01d08978-5e0d-473b-94aa-cb2c03189b93 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0473258 Sep 19 06:59:01.218063 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-94f85068-523d-483c-aa63-5470acb5fbc1 req-3cee1d59-f494-401d-85a4-b8c7499d7178 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307786 Sep 19 06:59:01.883331 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a26d6-15b8-46e7-8a4a-18a90b250c85 req-32db7342-ecab-4f41-b442-cc33fccf68bd tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:01.884814 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b2a26d6-15b8-46e7-8a4a-18a90b250c85 req-32db7342-ecab-4f41-b442-cc33fccf68bd tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0483160 Sep 19 06:59:01.921589 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b2a26d6-15b8-46e7-8a4a-18a90b250c85 req-67b932c9-9f8e-4ed2-93b7-0b48b8b2416b tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Sep 19 06:59:02.335010 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8f412-2d02-4659-981d-0270963d492d req-50086593-f850-40b3-bf40-0bc311ccff26 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:02.336403 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ef8f412-2d02-4659-981d-0270963d492d req-50086593-f850-40b3-bf40-0bc311ccff26 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0474267 Sep 19 06:59:02.373628 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1ef8f412-2d02-4659-981d-0270963d492d req-4670e6ff-2020-4c57-bff8-5360ce1c5b76 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314462 Sep 19 06:59:03.033187 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a164dd8-907d-4ca0-b23f-9fad50db3af6 req-61291a86-014a-4274-b898-94688471d215 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:03.034738 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8a164dd8-907d-4ca0-b23f-9fad50db3af6 req-61291a86-014a-4274-b898-94688471d215 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0483418 Sep 19 06:59:03.074360 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8a164dd8-907d-4ca0-b23f-9fad50db3af6 req-a929c572-aa2e-4298-8eb7-995795ee2a75 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336337 Sep 19 06:59:03.491860 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5e7ab-ffa6-468e-a3ab-f759a579a828 req-b8eee6cc-dd31-4d6d-bb19-1372371fc20a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:03.493309 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d6d5e7ab-ffa6-468e-a3ab-f759a579a828 req-b8eee6cc-dd31-4d6d-bb19-1372371fc20a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 945 time: 0.0482471 Sep 19 06:59:03.533061 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d6d5e7ab-ffa6-468e-a3ab-f759a579a828 req-5f5b4c6a-27f7-4c09-9753-080abe882894 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338185 Sep 19 06:59:03.674400 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:59:03.720985 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 2b477dbb-1441-4fa1-af74-15e328631ce7 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:59:03.721357 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:03.798550 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:03.823727 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:59:03.825832 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953bd0f3-9c70-42c4-959e-e4db7f6ceaa5" -d '{"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-plugged", "status": "completed", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:59:03.838499 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:03.842627 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:03.871273 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3ccb64-f7f3-4222-ab2e-19eb638ef314 x-openstack-request-id: req-4f3ccb64-f7f3-4222-ab2e-19eb638ef314 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:59:03.871686 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-plugged", "status": "completed", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:59:03.871950 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f3ccb64-f7f3-4222-ab2e-19eb638ef314 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:59:03.872346 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'code': 200} Sep 19 06:59:03.899883 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=10']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:04.187395 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd55896-4250-43b5-95f1-49dc66b78c15 req-ae5300a2-70b1-4377-bba0-93bf3020d468 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:04.188773 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6cd55896-4250-43b5-95f1-49dc66b78c15 req-ae5300a2-70b1-4377-bba0-93bf3020d468 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0473986 Sep 19 06:59:04.225649 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6cd55896-4250-43b5-95f1-49dc66b78c15 req-c1d24bbd-2296-4d9b-953a-6ce26878782d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306709 Sep 19 06:59:04.420111 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47331c58-48e5-48ba-a2d7-abdae527ae9a req-209a2964-eb77-40f9-b215-21fa846b097d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:04.421752 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-47331c58-48e5-48ba-a2d7-abdae527ae9a req-209a2964-eb77-40f9-b215-21fa846b097d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 1100 time: 0.0404994 Sep 19 06:59:04.460036 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-47331c58-48e5-48ba-a2d7-abdae527ae9a req-d819ce07-0743-42ba-a00a-40a882be07bb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299160 Sep 19 06:59:04.660530 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf039f8-513f-424e-83f6-4ce2198ca5d0 req-1ee2e9f0-a54b-41da-978e-264ef33a905e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:04.661988 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3cf039f8-513f-424e-83f6-4ce2198ca5d0 req-1ee2e9f0-a54b-41da-978e-264ef33a905e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 947 time: 0.0543828 Sep 19 06:59:04.698970 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3cf039f8-513f-424e-83f6-4ce2198ca5d0 req-774f76ae-2787-490a-bb3e-fb8f330f3e65 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Sep 19 06:59:04.936419 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594e667-699a-467d-8c51-d72447d3a11c req-92b9af55-69ff-4373-81a9-2955c5138d7e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:04.937855 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9594e667-699a-467d-8c51-d72447d3a11c req-92b9af55-69ff-4373-81a9-2955c5138d7e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0478156 Sep 19 06:59:04.974105 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9594e667-699a-467d-8c51-d72447d3a11c req-b451b080-b3d9-4287-b56e-ebc584076941 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304549 Sep 19 06:59:05.381367 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d12f2-2352-47b1-a66b-8792bde748cc req-dd924e06-cf83-4bfb-8682-81a6f7aa0d5a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:05.382820 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-313d12f2-2352-47b1-a66b-8792bde748cc req-dd924e06-cf83-4bfb-8682-81a6f7aa0d5a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0494027 Sep 19 06:59:05.423777 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-313d12f2-2352-47b1-a66b-8792bde748cc req-0cf252b0-c5cd-4b1c-bf8e-d656d7b6836a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350142 Sep 19 06:59:05.817296 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220856e-e1d9-44ec-9b31-c7c8e969d1fb req-7f741183-7fc6-494c-b0e3-eb74043a58a1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:05.818757 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1220856e-e1d9-44ec-9b31-c7c8e969d1fb req-7f741183-7fc6-494c-b0e3-eb74043a58a1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 947 time: 0.0507615 Sep 19 06:59:05.857193 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1220856e-e1d9-44ec-9b31-c7c8e969d1fb req-3a6320b3-5a45-4b99-85dd-66e995cf2513 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324132 Sep 19 06:59:06.088031 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1506-aee3-4572-b23d-cea602d86261 req-2ad74ef8-86da-4d91-af0d-21f780e8d5c9 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:06.089502 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-659d1506-aee3-4572-b23d-cea602d86261 req-2ad74ef8-86da-4d91-af0d-21f780e8d5c9 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0497293 Sep 19 06:59:06.129573 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-659d1506-aee3-4572-b23d-cea602d86261 req-01782953-d602-40da-8748-c4b89cc367a4 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339806 Sep 19 06:59:06.557042 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90c8a5-1479-4a3a-a55d-23c3cca076ed req-2c7b4833-d7bc-42ef-acb7-f2d2857a3f44 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:06.558763 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ea90c8a5-1479-4a3a-a55d-23c3cca076ed req-2c7b4833-d7bc-42ef-acb7-f2d2857a3f44 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0547395 Sep 19 06:59:06.596500 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ea90c8a5-1479-4a3a-a55d-23c3cca076ed req-ea49a435-113f-40c0-b61a-92d6a0b594d0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317814 Sep 19 06:59:06.978440 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069772d-7c64-4c65-a003-e8551c41f3b2 req-29a3270e-09ad-4c93-9d7c-78e739c32731 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:06.979933 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e069772d-7c64-4c65-a003-e8551c41f3b2 req-29a3270e-09ad-4c93-9d7c-78e739c32731 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 947 time: 0.0475388 Sep 19 06:59:07.016135 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e069772d-7c64-4c65-a003-e8551c41f3b2 req-6a18a2c8-8edd-4c6e-8257-475bce73343c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302262 Sep 19 06:59:07.241317 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1d7a0-fe5b-432a-943b-8f14a1b02e1a req-2d0c1599-8cd8-4c2e-8f54-ac224fd3aa44 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:07.242785 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c2d1d7a0-fe5b-432a-943b-8f14a1b02e1a req-2d0c1599-8cd8-4c2e-8f54-ac224fd3aa44 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0478940 Sep 19 06:59:07.280834 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c2d1d7a0-fe5b-432a-943b-8f14a1b02e1a req-73ce10fe-2f45-4ae1-b52c-9ea98657eb48 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Sep 19 06:59:07.707746 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408875fd-8551-41f1-b5d1-c82075fb3626 req-728faca3-9b6c-41d0-9600-14465a3eb7f1 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:07.709179 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-408875fd-8551-41f1-b5d1-c82075fb3626 req-728faca3-9b6c-41d0-9600-14465a3eb7f1 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0471740 Sep 19 06:59:07.750626 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-408875fd-8551-41f1-b5d1-c82075fb3626 req-a835b12b-ca4e-4461-b638-d4a1f86cd6f5 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356290 Sep 19 06:59:07.989507 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4f496-4c34-4d7b-b727-38d00525f560 req-c649f79a-54ab-42a6-b8e4-afa4b2866086 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:07.990858 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64c4f496-4c34-4d7b-b727-38d00525f560 req-c649f79a-54ab-42a6-b8e4-afa4b2866086 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0906935 Sep 19 06:59:07.998201 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-8676769b-945f-437a-bc3f-6471d5f864d6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:07.999514 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-8676769b-945f-437a-bc3f-6471d5f864d6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0878694 Sep 19 06:59:08.110188 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-64c4f496-4c34-4d7b-b727-38d00525f560 req-fb1bacd5-219c-45f8-86ec-c1294e6580cc tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097324 Sep 19 06:59:08.115921 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-88eb1c35-ff5b-4bdc-95c3-e82820cc1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:08.117325 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-88eb1c35-ff5b-4bdc-95c3-e82820cc1cc6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 1098 time: 0.1159599 Sep 19 06:59:08.199781 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Deleting port 503214db-55ce-4e75-93cd-4b8880b45117 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:59:08.200121 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:08.267488 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-d7c08bc7-5a6b-4e01-9efd-c432ea7ce508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:08.268900 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-d7c08bc7-5a6b-4e01-9efd-c432ea7ce508 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 911 time: 0.1437237 Sep 19 06:59:08.298639 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] For port 503214db-55ce-4e75-93cd-4b8880b45117, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=503214db-55ce-4e75-93cd-4b8880b45117,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:08.298992 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:08.312334 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Calling delete_port for 503214db-55ce-4e75-93cd-4b8880b45117 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:59:08.394126 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7871e02-84a3-4c8b-8c87-34b30c449714 req-eb817d0f-ced3-4eb2-b659-8d66552b662e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:08.395867 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7871e02-84a3-4c8b-8c87-34b30c449714 req-eb817d0f-ced3-4eb2-b659-8d66552b662e tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 945 time: 0.0482781 Sep 19 06:59:08.433619 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c7871e02-84a3-4c8b-8c87-34b30c449714 req-4e0971bb-c45e-413c-bcca-3832baf9a346 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Sep 19 06:59:08.446983 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:08.476464 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Pushing event deleted for resources: {'Port': ['ID=503214db-55ce-4e75-93cd-4b8880b45117,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:08.521289 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] No DVR routers for this DVR port 503214db-55ce-4e75-93cd-4b8880b45117 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:59:08.523722 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:08.525669 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03dfdce6-da04-416a-ab33-77b2f1ef042e req-6c3565d2-493a-4571-8587-cd895a094ac6 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.32 "DELETE /v2.0/ports/503214db-55ce-4e75-93cd-4b8880b45117 HTTP/1.1" status: 204 len: 173 time: 0.5112262 Sep 19 06:59:08.526118 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9', 'name': 'network-vif-deleted', 'tag': '503214db-55ce-4e75-93cd-4b8880b45117'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:59:08.528360 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce3dbb2-3ecb-42bc-b7b7-a86b5467faf2" -d '{"events": [{"server_uuid": "1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9", "name": "network-vif-deleted", "tag": "503214db-55ce-4e75-93cd-4b8880b45117"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:59:08.563409 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18eb803-d220-4351-a029-dcb4131a4303 x-openstack-request-id: req-e18eb803-d220-4351-a029-dcb4131a4303 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:59:08.563728 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9", "name": "network-vif-deleted", "tag": "503214db-55ce-4e75-93cd-4b8880b45117", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:59:08.563979 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e18eb803-d220-4351-a029-dcb4131a4303 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:59:08.564367 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9', 'name': 'network-vif-deleted', 'tag': '503214db-55ce-4e75-93cd-4b8880b45117', 'status': 'completed', 'code': 200} Sep 19 06:59:09.230978 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866549e-e4ff-4338-ad3c-9f63f06f820f req-09e954b1-488a-4159-aff5-ccec69becd2d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:09.232731 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4866549e-e4ff-4338-ad3c-9f63f06f820f req-09e954b1-488a-4159-aff5-ccec69becd2d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0530405 Sep 19 06:59:09.270881 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4866549e-e4ff-4338-ad3c-9f63f06f820f req-aa3b22cd-f730-4150-939a-d9ce93ff2a03 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318549 Sep 19 06:59:09.532053 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a65a1c4-7920-45dd-a058-7d1037411ed3 req-bd191f9c-44c1-4320-97aa-331fc8117486 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 210 time: 0.0259228 Sep 19 06:59:10.380198 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36444cd5-dbbb-476a-943d-0dc7b263ded3 req-3f1b3e15-fe40-4280-a033-baa7c700a6c2 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:10.381650 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-36444cd5-dbbb-476a-943d-0dc7b263ded3 req-3f1b3e15-fe40-4280-a033-baa7c700a6c2 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0465515 Sep 19 06:59:10.423848 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-36444cd5-dbbb-476a-943d-0dc7b263ded3 req-9c1d034f-58dd-43d3-8199-76496bea250d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364547 Sep 19 06:59:10.620967 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33e09c31-dd34-46fd-92e3-e3114496f3be req-7ad4be26-c090-427a-8646-b86441fe86c3 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d570b5e-8d6a-4a92-9b9a-c2b709ef37d9 HTTP/1.1" status: 200 len: 210 time: 0.0256476 Sep 19 06:59:11.011423 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['fa971910-9c00-4f70-af46-24283150859e', '503214db-55ce-4e75-93cd-4b8880b45117'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:59:11.034495 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-5c158e9b-aace-4503-b034-dd0885e43e88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089 HTTP/1.1" status: 200 len: 1001 time: 0.0610256 Sep 19 06:59:11.094943 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-fbdc25e7-ae8a-483d-a733-bf819666f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:11.096484 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-fbdc25e7-ae8a-483d-a733-bf819666f10f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 200 len: 849 time: 0.0488281 Sep 19 06:59:11.150067 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-4b53f77b-72e3-4b52-aae9-5f066edb1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:11.151581 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-4b53f77b-72e3-4b52-aae9-5f066edb1308 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4c3dd4a-3a49-4989-9a68-4d90016261b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414338 Sep 19 06:59:11.246204 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-d5a8e1c8-bab4-4998-b89d-267d7bbe9662 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798984 Sep 19 06:59:11.339782 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1eeeeff8-0cc4-4bf7-8bb5-18ff7a5c2e18 req-64eb9b2f-d55d-4296-95ca-02e74eeef298 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823169 Sep 19 06:59:11.540003 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c59e86-a755-402e-8380-fa252d00cfca req-b54f4fd7-737f-4a3f-8330-9461a0ad124d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:11.541475 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-76c59e86-a755-402e-8380-fa252d00cfca req-b54f4fd7-737f-4a3f-8330-9461a0ad124d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0482707 Sep 19 06:59:11.580529 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-76c59e86-a755-402e-8380-fa252d00cfca req-4e235813-b703-4e5e-b3fc-f93843057342 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328994 Sep 19 06:59:11.882798 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c677c1-e81e-4322-b911-f610d684bcd7 req-93842e00-4386-4108-912d-29e94920ccf5 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:11.884225 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33c677c1-e81e-4322-b911-f610d684bcd7 req-93842e00-4386-4108-912d-29e94920ccf5 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0494747 Sep 19 06:59:11.920522 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33c677c1-e81e-4322-b911-f610d684bcd7 req-97cc5dbc-8468-4fd6-a536-49b857ada5c8 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304592 Sep 19 06:59:11.993318 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 503214db-55ce-4e75-93cd-4b8880b45117 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:59:12.012745 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 503214db-55ce-4e75-93cd-4b8880b45117 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:59:12.013287 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 503214db-55ce-4e75-93cd-4b8880b45117 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:59:12.029633 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d832cbba-8841-49d2-98cf-0d5628c989b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:12.486960 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:59:12.698041 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfb9e0-70fc-46a8-98be-9284237612f7 req-24f453d6-3cc8-430b-8718-3343f06aec1c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:12.699504 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-76dfb9e0-70fc-46a8-98be-9284237612f7 req-24f453d6-3cc8-430b-8718-3343f06aec1c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0508971 Sep 19 06:59:12.736741 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-76dfb9e0-70fc-46a8-98be-9284237612f7 req-f5fdc067-3ca4-463b-a305-7dfc84485730 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Sep 19 06:59:13.036587 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19ef6b-a959-4eb8-95a0-4472b24cf2db req-90496d53-d043-4afa-8766-00c29323f392 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:13.037958 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c19ef6b-a959-4eb8-95a0-4472b24cf2db req-90496d53-d043-4afa-8766-00c29323f392 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0521340 Sep 19 06:59:13.074497 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c19ef6b-a959-4eb8-95a0-4472b24cf2db req-0a7e92db-11e4-4bd0-99a1-16629491ec86 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305943 Sep 19 06:59:14.192079 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac7242-625e-41b7-af39-a98f88fde0b7 req-29ca6196-6f9a-4ecb-9da5-d07936bd21c0 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:14.193542 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ffac7242-625e-41b7-af39-a98f88fde0b7 req-29ca6196-6f9a-4ecb-9da5-d07936bd21c0 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0477087 Sep 19 06:59:14.231207 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ffac7242-625e-41b7-af39-a98f88fde0b7 req-08582e7e-51b8-4526-a505-e60c3ac5e410 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Sep 19 06:59:14.683397 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-56f83964-246a-4abd-be7a-cb030b9a617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.217442 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42154) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:15.321394 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2067663-745e-4171-b840-f6e7333b599f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.343290 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0f196-1acb-4830-a27b-d1f9c1e0a9e5 req-049e661f-b598-4030-beea-a2f905eeb3e7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:15.344813 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-37f0f196-1acb-4830-a27b-d1f9c1e0a9e5 req-049e661f-b598-4030-beea-a2f905eeb3e7 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0488791 Sep 19 06:59:15.384809 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-37f0f196-1acb-4830-a27b-d1f9c1e0a9e5 req-b110f926-b556-4986-af6e-965ffdab4fad tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334356 Sep 19 06:59:15.409620 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2067663-745e-4171-b840-f6e7333b599f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.413464 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2067663-745e-4171-b840-f6e7333b599f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.458441 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c2067663-745e-4171-b840-f6e7333b599f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0446e033172d4d0bb60562291ca24874&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399297 Sep 19 06:59:15.459237 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2067663-745e-4171-b840-f6e7333b599f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdcfb52-0bf9-4d9a-b18e-d1089093c9c6,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:15.462258 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42160) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:15.511771 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-be15c704-667d-4baf-aa21-2c276bcd9b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.532705 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-be15c704-667d-4baf-aa21-2c276bcd9b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.579594 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-be15c704-667d-4baf-aa21-2c276bcd9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.582221 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-be15c704-667d-4baf-aa21-2c276bcd9b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.583353 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-be15c704-667d-4baf-aa21-2c276bcd9b24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fdcfb52-0bf9-4d9a-b18e-d1089093c9c6 HTTP/1.1" status: 204 len: 168 time: 0.1197295 Sep 19 06:59:15.591711 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15c704-667d-4baf-aa21-2c276bcd9b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdcfb52-0bf9-4d9a-b18e-d1089093c9c6,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:15.688890 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.797765 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.884343 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42166) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:15.900041 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3aa1d9ca-2877-41bf-bf72-ee484a3dfb6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.984173 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3aa1d9ca-2877-41bf-bf72-ee484a3dfb6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:15.988486 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3aa1d9ca-2877-41bf-bf72-ee484a3dfb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:16.025247 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3aa1d9ca-2877-41bf-bf72-ee484a3dfb6c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf4ab520469b493cb6f3c2c1a4cc92d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397800 Sep 19 06:59:16.026284 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1d9ca-2877-41bf-bf72-ee484a3dfb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2009f325-4758-4edd-ac70-7551a8d5f555,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:16.027841 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42168) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:16.075921 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6cfff232-f6ad-4360-8131-ed5d71847e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:16.096917 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6cfff232-f6ad-4360-8131-ed5d71847e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:16.141210 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6cfff232-f6ad-4360-8131-ed5d71847e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:16.143922 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6cfff232-f6ad-4360-8131-ed5d71847e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:16.145085 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6cfff232-f6ad-4360-8131-ed5d71847e0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2009f325-4758-4edd-ac70-7551a8d5f555 HTTP/1.1" status: 204 len: 168 time: 0.1162047 Sep 19 06:59:16.152673 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfff232-f6ad-4360-8131-ed5d71847e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2009f325-4758-4edd-ac70-7551a8d5f555,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:16.505724 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36d95a-3479-44c5-8ddd-272b7374d7fc req-143fbb3b-2eae-4939-9278-6a248e39f686 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:16.507206 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7a36d95a-3479-44c5-8ddd-272b7374d7fc req-143fbb3b-2eae-4939-9278-6a248e39f686 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0552351 Sep 19 06:59:16.544003 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7a36d95a-3479-44c5-8ddd-272b7374d7fc req-8f840a32-f0df-4457-9441-e783e16621ad tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305645 Sep 19 06:59:17.384215 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:17.568854 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42214) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:17.662186 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acdaa3d-4ce2-4085-9eb9-f97f13e0d68f req-579c23b3-18da-40ee-be25-6f971aa29e76 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:17.663721 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4acdaa3d-4ce2-4085-9eb9-f97f13e0d68f req-579c23b3-18da-40ee-be25-6f971aa29e76 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0531230 Sep 19 06:59:17.682168 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f236eb78-fc55-42ac-b45f-da0776d48ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:17.702609 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4acdaa3d-4ce2-4085-9eb9-f97f13e0d68f req-73557c71-7cda-489f-81bc-5468a86422cd tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/security-groups?id=4e808a74-ae3e-48b3-adea-3517ce5e3dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Sep 19 06:59:17.772376 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f236eb78-fc55-42ac-b45f-da0776d48ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:17.776251 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f236eb78-fc55-42ac-b45f-da0776d48ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:17.814533 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f236eb78-fc55-42ac-b45f-da0776d48ba9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=589d5d78d1db484ab72845a6b9508803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446198 Sep 19 06:59:17.815680 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236eb78-fc55-42ac-b45f-da0776d48ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29800b0-0f00-4a7e-afe8-64ee2b34a372,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:17.817346 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42218) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:17.867096 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3a15d4a-9e08-4d84-9c32-1ff5165a3456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:17.886955 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3a15d4a-9e08-4d84-9c32-1ff5165a3456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:17.936809 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3a15d4a-9e08-4d84-9c32-1ff5165a3456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:17.939197 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e3a15d4a-9e08-4d84-9c32-1ff5165a3456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:17.940448 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e3a15d4a-9e08-4d84-9c32-1ff5165a3456 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d29800b0-0f00-4a7e-afe8-64ee2b34a372 HTTP/1.1" status: 204 len: 168 time: 0.1214747 Sep 19 06:59:17.948805 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a15d4a-9e08-4d84-9c32-1ff5165a3456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29800b0-0f00-4a7e-afe8-64ee2b34a372,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:18.037630 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b52911-3d83-4945-9cf7-b221bd895354 req-913b7a12-6100-461f-bc5c-6fadfa6aff74 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:18.039264 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-26b52911-3d83-4945-9cf7-b221bd895354 req-913b7a12-6100-461f-bc5c-6fadfa6aff74 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.32 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 945 time: 0.0493648 Sep 19 06:59:18.130149 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-26b52911-3d83-4945-9cf7-b221bd895354 req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Deleting port fa971910-9c00-4f70-af46-24283150859e {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:59:18.130488 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-26b52911-3d83-4945-9cf7-b221bd895354 req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.201668 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42224) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:18.216391 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23b0c46f-92f8-4214-b81a-dc3a678c4323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.224317 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-26b52911-3d83-4945-9cf7-b221bd895354 req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] For port fa971910-9c00-4f70-af46-24283150859e, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=fa971910-9c00-4f70-af46-24283150859e,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:18.224679 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-26b52911-3d83-4945-9cf7-b221bd895354 req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.237881 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-26b52911-3d83-4945-9cf7-b221bd895354 req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Calling delete_port for fa971910-9c00-4f70-af46-24283150859e owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:59:18.304995 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23b0c46f-92f8-4214-b81a-dc3a678c4323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.309733 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23b0c46f-92f8-4214-b81a-dc3a678c4323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.350886 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-23b0c46f-92f8-4214-b81a-dc3a678c4323 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1cc0f73016444969235918227218619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453490 Sep 19 06:59:18.350886 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0c46f-92f8-4214-b81a-dc3a678c4323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0d870c-ccbb-43d8-afed-235d50122d54,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:18.351822 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42226) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:18.369203 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-26b52911-3d83-4945-9cf7-b221bd895354 req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.395591 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Pushing event deleted for resources: {'Port': ['ID=fa971910-9c00-4f70-af46-24283150859e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:18.400777 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1d37f8e1-cbfa-4092-b2dd-4cc7c6dde96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.407870 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['fa971910-9c00-4f70-af46-24283150859e'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:59:18.423276 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1d37f8e1-cbfa-4092-b2dd-4cc7c6dde96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.441012 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b52911-3d83-4945-9cf7-b221bd895354 req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] No DVR routers for this DVR port fa971910-9c00-4f70-af46-24283150859e on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:59:18.443441 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-26b52911-3d83-4945-9cf7-b221bd895354 req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.445480 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-26b52911-3d83-4945-9cf7-b221bd895354 req-843a448b-c526-4298-af89-698b219fe5d2 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.32 "DELETE /v2.0/ports/fa971910-9c00-4f70-af46-24283150859e HTTP/1.1" status: 204 len: 173 time: 0.4000161 Sep 19 06:59:18.445949 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87403fed-e160-49f7-98a5-6f1c6d9f944d', 'name': 'network-vif-deleted', 'tag': 'fa971910-9c00-4f70-af46-24283150859e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:59:18.448246 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40186d85-a255-409d-9373-5918089af36d" -d '{"events": [{"server_uuid": "87403fed-e160-49f7-98a5-6f1c6d9f944d", "name": "network-vif-deleted", "tag": "fa971910-9c00-4f70-af46-24283150859e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:59:18.480150 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1d37f8e1-cbfa-4092-b2dd-4cc7c6dde96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.482839 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1d37f8e1-cbfa-4092-b2dd-4cc7c6dde96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:18.486280 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1d37f8e1-cbfa-4092-b2dd-4cc7c6dde96d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f0d870c-ccbb-43d8-afed-235d50122d54 HTTP/1.1" status: 204 len: 168 time: 0.1313219 Sep 19 06:59:18.492941 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d37f8e1-cbfa-4092-b2dd-4cc7c6dde96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0d870c-ccbb-43d8-afed-235d50122d54,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:18.508576 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c72cafc-7978-4d61-bb5f-b02a8c4b37cd x-openstack-request-id: req-4c72cafc-7978-4d61-bb5f-b02a8c4b37cd {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:59:18.508867 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87403fed-e160-49f7-98a5-6f1c6d9f944d", "name": "network-vif-deleted", "tag": "fa971910-9c00-4f70-af46-24283150859e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:59:18.509122 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c72cafc-7978-4d61-bb5f-b02a8c4b37cd {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:59:18.509513 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87403fed-e160-49f7-98a5-6f1c6d9f944d', 'name': 'network-vif-deleted', 'tag': 'fa971910-9c00-4f70-af46-24283150859e', 'status': 'completed', 'code': 200} Sep 19 06:59:18.806512 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b85a4d13-8b15-41c9-964c-13201859faca req-cb749448-db90-4af1-857d-87e0f5157379 tempest-ServerRescueNegativeTestJSON-566274857 tempest-ServerRescueNegativeTestJSON-566274857-project] 10.222.0.18 "GET /v2.0/ports?device_id=87403fed-e160-49f7-98a5-6f1c6d9f944d HTTP/1.1" status: 200 len: 210 time: 0.0260475 Sep 19 06:59:19.865239 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42276) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:20.263538 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42296) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:20.286763 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441099'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:20.609136 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2ed96c1-3004-4e40-a568-699c4725d950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:20.844214 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2ed96c1-3004-4e40-a568-699c4725d950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:20.862670 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c2ed96c1-3004-4e40-a568-699c4725d950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:20.908054 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c2ed96c1-3004-4e40-a568-699c4725d950 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=153cde4215ae4bc0bdb2c950160a6b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6435578 Sep 19 06:59:20.909565 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed96c1-3004-4e40-a568-699c4725d950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bbae48-8f68-4388-a987-bd0e7481c4f1,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:20.911227 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42300) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:20.925113 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Deleting port 53d4a0c5-4032-489d-87fc-92a8823a3afa {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:59:20.925456 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:20.959371 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-633df980-330f-4ff8-be2c-35c4e46aaba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:20.983119 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-633df980-330f-4ff8-be2c-35c4e46aaba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.004741 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] For port 53d4a0c5-4032-489d-87fc-92a8823a3afa, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=53d4a0c5-4032-489d-87fc-92a8823a3afa,segment=NetworkSegment(866809c3-87fe-4d34-9977-f2a3446dd8ef),segment_id=866809c3-87fe-4d34-9977-f2a3446dd8ef)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:21.005108 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.017226 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Calling delete_port for 53d4a0c5-4032-489d-87fc-92a8823a3afa owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:59:21.028299 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-633df980-330f-4ff8-be2c-35c4e46aaba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.030825 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-633df980-330f-4ff8-be2c-35c4e46aaba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.032253 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-633df980-330f-4ff8-be2c-35c4e46aaba8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52bbae48-8f68-4388-a987-bd0e7481c4f1 HTTP/1.1" status: 204 len: 168 time: 0.1190138 Sep 19 06:59:21.040467 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633df980-330f-4ff8-be2c-35c4e46aaba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bbae48-8f68-4388-a987-bd0e7481c4f1,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:21.207611 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.233101 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d4a0c5-4032-489d-87fc-92a8823a3afa,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:21.297018 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42306) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:21.310559 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-185a86aa-e104-415f-9fc2-556d8f95790c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.400154 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-185a86aa-e104-415f-9fc2-556d8f95790c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.400547 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438459'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.404836 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-185a86aa-e104-415f-9fc2-556d8f95790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.444100 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-185a86aa-e104-415f-9fc2-556d8f95790c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ebc650f56fd4646b0a2397c38cfbb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459785 Sep 19 06:59:21.444928 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a86aa-e104-415f-9fc2-556d8f95790c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96bbe28-7a00-4895-a3ed-4067d3188eae,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:21.447184 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42308) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:21.498017 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ec79d17-c437-49e0-8ca2-9d09b6012a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.519137 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ec79d17-c437-49e0-8ca2-9d09b6012a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.565707 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ec79d17-c437-49e0-8ca2-9d09b6012a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.568397 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ec79d17-c437-49e0-8ca2-9d09b6012a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.569622 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6ec79d17-c437-49e0-8ca2-9d09b6012a1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e96bbe28-7a00-4895-a3ed-4067d3188eae HTTP/1.1" status: 204 len: 168 time: 0.1215122 Sep 19 06:59:21.578129 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec79d17-c437-49e0-8ca2-9d09b6012a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96bbe28-7a00-4895-a3ed-4067d3188eae,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:21.625299 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Router 740a0356-fdb1-43d2-ab61-65f804873544 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:59:21.734866 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:59:21.743291 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42314) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:21.744008 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9c51be68-1366-4297-8efd-e1e8729516f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/740a0356-fdb1-43d2-ab61-65f804873544/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8777058 Sep 19 06:59:21.744759 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] Sync routers for ids ['740a0356-fdb1-43d2-ab61-65f804873544'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:59:21.755556 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] Routers {'740a0356-fdb1-43d2-ab61-65f804873544'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:59:21.756340 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:59:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['740a0356-fdb1-43d2-ab61-65f804873544'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:21.857039 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:21.868999 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] Set router 740a0356-fdb1-43d2-ab61-65f804873544 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:59:21.970038 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.029691 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Deleting port 54633b4e-dd0f-41bc-8a6d-567769d8afb3 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:59:22.030026 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.042195 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device fa971910-9c00-4f70-af46-24283150859e no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:59:22.054017 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740a0356-fdb1-43d2-ab61-65f804873544', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:56:28Z', 'updated_at': '2021-09-19T06:59:21Z', 'revision_number': 5, 'project_id': '9784b407a52045c98f6628f8e396e835', 'gw_port': {'id': '54633b4e-dd0f-41bc-8a6d-567769d8afb3', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740a0356-fdb1-43d2-ab61-65f804873544', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:56:29Z', 'updated_at': '2021-09-19T06:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:22.071906 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: fa971910-9c00-4f70-af46-24283150859e {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:59:22.072521 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device fa971910-9c00-4f70-af46-24283150859e not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:59:22.083350 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] Checking router: 740a0356-fdb1-43d2-ab61-65f804873544 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:59:22.092046 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] Routers {'740a0356-fdb1-43d2-ab61-65f804873544'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:59:22.092852 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:59:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['740a0356-fdb1-43d2-ab61-65f804873544'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:22.125572 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] For port 54633b4e-dd0f-41bc-8a6d-567769d8afb3, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=54633b4e-dd0f-41bc-8a6d-567769d8afb3,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:22.126005 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.142093 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Calling delete_port for 54633b4e-dd0f-41bc-8a6d-567769d8afb3 owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:59:22.265046 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] Set router 740a0356-fdb1-43d2-ab61-65f804873544 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:59:22.318697 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740a0356-fdb1-43d2-ab61-65f804873544', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:56:28Z', 'updated_at': '2021-09-19T06:59:21Z', 'revision_number': 6, 'project_id': '9784b407a52045c98f6628f8e396e835', 'gw_port_host': None}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:22.328973 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.345754 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1f0f2-85fb-4d16-a62b-7316840279f4 None None] The sync data for ids ['740a0356-fdb1-43d2-ab61-65f804873544'] in dv-cinder-809944-1-iscsi is: [{'id': '740a0356-fdb1-43d2-ab61-65f804873544', 'name': 'tempest-ServerRescueNegativeTestJSON-1388109623-router', 'tenant_id': '9784b407a52045c98f6628f8e396e835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:56:28Z', 'updated_at': '2021-09-19T06:59:21Z', 'revision_number': 6, 'project_id': '9784b407a52045c98f6628f8e396e835', 'gw_port_host': None}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:59:22.363466 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=54633b4e-dd0f-41bc-8a6d-567769d8afb3,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:22.427455 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438397'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.532374 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.534546 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.601542 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441559'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.602195 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 740a0356-fdb1-43d2-ab61-65f804873544 {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 06:59:22.607865 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.611577 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8645274f-66b5-4746-8ef0-28128458d1ac admin admin] 10.222.0.18 "DELETE /v2.0/routers/740a0356-fdb1-43d2-ab61-65f804873544 HTTP/1.1" status: 204 len: 168 time: 0.8647845 Sep 19 06:59:22.612306 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42340) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:22.873047 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b6f79a-1a3c-4cc6-b5e3-e02474274421 admin admin] Deleting subnet e61071fa-ad97-48b3-908c-de90693fd965 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 06:59:22.875940 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f79a-1a3c-4cc6-b5e3-e02474274421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.910679 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f79a-1a3c-4cc6-b5e3-e02474274421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757793'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:22.949004 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f79a-1a3c-4cc6-b5e3-e02474274421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.005836 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f79a-1a3c-4cc6-b5e3-e02474274421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26077600'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.034280 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c2b6f79a-1a3c-4cc6-b5e3-e02474274421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.036729 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c2b6f79a-1a3c-4cc6-b5e3-e02474274421 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e61071fa-ad97-48b3-908c-de90693fd965 HTTP/1.1" status: 204 len: 168 time: 0.4229069 Sep 19 06:59:23.037067 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6f79a-1a3c-4cc6-b5e3-e02474274421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61071fa-ad97-48b3-908c-de90693fd965,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:23.038996 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42354) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:23.113939 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.194158 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.224186 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0bf458-f1a4-483d-ad62-e570a0d47b86']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:23.234395 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866809c3-87fe-4d34-9977-f2a3446dd8ef') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:23.234693 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866809c3-87fe-4d34-9977-f2a3446dd8ef') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:23.244752 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.258548 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.264553 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 06:59:23.264938 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 06:59:23.266617 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 06:59:23.328352 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.353637 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.355606 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cf0bf458-f1a4-483d-ad62-e570a0d47b86 HTTP/1.1" status: 204 len: 168 time: 0.3138633 Sep 19 06:59:23.356662 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff806982-01a1-47de-879a-d26b1974a6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0bf458-f1a4-483d-ad62-e570a0d47b86,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:23.538801 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42368) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:23.579459 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-64271fe2-33dc-4f50-ac1c-21eeb200c29e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9784b407a52045c98f6628f8e396e835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374095 Sep 19 06:59:23.579773 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42370) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:23.629727 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-677149b6-f5d3-46e0-90b6-2a724a600b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.651310 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-677149b6-f5d3-46e0-90b6-2a724a600b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.703228 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-677149b6-f5d3-46e0-90b6-2a724a600b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.706397 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-677149b6-f5d3-46e0-90b6-2a724a600b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:23.709873 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-677149b6-f5d3-46e0-90b6-2a724a600b86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e808a74-ae3e-48b3-adea-3517ce5e3dc0 HTTP/1.1" status: 204 len: 168 time: 0.1268458 Sep 19 06:59:23.724708 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677149b6-f5d3-46e0-90b6-2a724a600b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e808a74-ae3e-48b3-adea-3517ce5e3dc0,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:23.833613 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 53d4a0c5-4032-489d-87fc-92a8823a3afa no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:59:23.853988 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 53d4a0c5-4032-489d-87fc-92a8823a3afa {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:59:23.854444 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 53d4a0c5-4032-489d-87fc-92a8823a3afa not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:59:23.854913 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 54633b4e-dd0f-41bc-8a6d-567769d8afb3 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:59:23.872618 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 54633b4e-dd0f-41bc-8a6d-567769d8afb3 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:59:23.872970 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 54633b4e-dd0f-41bc-8a6d-567769d8afb3 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:59:26.914161 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-107865af-d608-4775-8a65-d3d1aa786f99 req-610783dc-df78-4773-a5ab-8e7ded9ee355 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422099 Sep 19 06:59:27.036191 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107865af-d608-4775-8a65-d3d1aa786f99 req-c31ab84d-6685-43d8-b357-1d6eaae4d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:27.037670 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-107865af-d608-4775-8a65-d3d1aa786f99 req-c31ab84d-6685-43d8-b357-1d6eaae4d520 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 1100 time: 0.0585017 Sep 19 06:59:27.143805 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107865af-d608-4775-8a65-d3d1aa786f99 req-b66096da-d3c3-4944-aee2-2e3c93ae4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:27.145319 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-107865af-d608-4775-8a65-d3d1aa786f99 req-b66096da-d3c3-4944-aee2-2e3c93ae4b42 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.0858505 Sep 19 06:59:27.210957 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-107865af-d608-4775-8a65-d3d1aa786f99 req-bca6c691-29f9-45fe-bbe0-51241ab7eaca service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2b477dbb-1441-4fa1-af74-15e328631ce7 HTTP/1.1" status: 200 len: 1002 time: 0.0574415 Sep 19 06:59:27.265434 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107865af-d608-4775-8a65-d3d1aa786f99 req-2a837623-9b45-4d71-8b46-5b6be23706d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:27.266935 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-107865af-d608-4775-8a65-d3d1aa786f99 req-2a837623-9b45-4d71-8b46-5b6be23706d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.0475180 Sep 19 06:59:27.315312 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107865af-d608-4775-8a65-d3d1aa786f99 req-7fd06e43-304d-457f-889e-f47e5b81b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:27.316807 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-107865af-d608-4775-8a65-d3d1aa786f99 req-7fd06e43-304d-457f-889e-f47e5b81b6f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397985 Sep 19 06:59:27.416390 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-107865af-d608-4775-8a65-d3d1aa786f99 req-a0dcd979-0999-47b0-acbd-ec52fc7dc6be service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866816 Sep 19 06:59:27.531858 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-107865af-d608-4775-8a65-d3d1aa786f99 req-73f75aa7-e636-4b16-b212-e62ec59384db service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063881 Sep 19 06:59:28.321795 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:29.706352 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42540) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:29.817248 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:29.904576 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:29.908830 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:29.945392 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d855dc326f844f3aa614cf28734be823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379465 Sep 19 06:59:29.946322 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fd41df-e42d-4dd9-8462-4bd544a228b7,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:29.948098 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42544) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:29.953271 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.953637 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.953972 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.954310 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.954645 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.955509 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.955865 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.956198 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.956526 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.956852 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.957176 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.957496 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaedf759-4934-499c-bad0-a5b2efd20dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:29.996016 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.020789 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.067920 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.070375 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.071511 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03fd41df-e42d-4dd9-8462-4bd544a228b7 HTTP/1.1" status: 204 len: 168 time: 0.1224477 Sep 19 06:59:30.079084 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fd41df-e42d-4dd9-8462-4bd544a228b7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:30.086396 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.086752 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.087093 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.087437 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.087877 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.088213 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.088561 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.088868 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.089197 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.089517 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.089839 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.090157 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa299743-9cc8-4bc0-9525-1d11375802a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:30.325158 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42550) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:30.337957 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-67baaf25-c3d4-4149-9a27-04372ef60d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.427926 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-67baaf25-c3d4-4149-9a27-04372ef60d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.431458 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-67baaf25-c3d4-4149-9a27-04372ef60d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.469751 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-67baaf25-c3d4-4149-9a27-04372ef60d45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7ac62330a75541acb99175137a756a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435461 Sep 19 06:59:30.470590 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baaf25-c3d4-4149-9a27-04372ef60d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9724c-310d-4fc8-8b07-cb7b38cd425f,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:30.472548 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42552) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:30.524625 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7acf-dc95-45f9-96e7-e9210b759aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.545046 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7acf-dc95-45f9-96e7-e9210b759aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.600558 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7acf-dc95-45f9-96e7-e9210b759aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.603304 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fd2a7acf-dc95-45f9-96e7-e9210b759aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:30.607147 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fd2a7acf-dc95-45f9-96e7-e9210b759aee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0c9724c-310d-4fc8-8b07-cb7b38cd425f HTTP/1.1" status: 204 len: 168 time: 0.1336029 Sep 19 06:59:30.616056 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a7acf-dc95-45f9-96e7-e9210b759aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9724c-310d-4fc8-8b07-cb7b38cd425f,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:30.918348 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42564) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:30.932680 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bc8bc0d4-20ab-4eb6-a60c-29774929ced6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:31.020962 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bc8bc0d4-20ab-4eb6-a60c-29774929ced6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:31.024669 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bc8bc0d4-20ab-4eb6-a60c-29774929ced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:31.067652 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-bc8bc0d4-20ab-4eb6-a60c-29774929ced6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=901dc76fa82146b889cb8fabe7e31380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482341 Sep 19 06:59:31.068482 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bc0d4-20ab-4eb6-a60c-29774929ced6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f685b15d-fefe-4131-a424-52d1f75df015,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:31.070368 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42566) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:31.120276 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aee908f2-4891-4034-9524-eca2585a278d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:31.140444 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aee908f2-4891-4034-9524-eca2585a278d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:31.185575 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aee908f2-4891-4034-9524-eca2585a278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:31.188024 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aee908f2-4891-4034-9524-eca2585a278d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:31.189153 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-aee908f2-4891-4034-9524-eca2585a278d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f685b15d-fefe-4131-a424-52d1f75df015 HTTP/1.1" status: 204 len: 168 time: 0.1176710 Sep 19 06:59:31.197773 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee908f2-4891-4034-9524-eca2585a278d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f685b15d-fefe-4131-a424-52d1f75df015,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:32.999067 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42612) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:33.098354 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f03c677a-1e4b-44d0-b254-3d4491a81193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:33.184263 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f03c677a-1e4b-44d0-b254-3d4491a81193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:33.187819 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f03c677a-1e4b-44d0-b254-3d4491a81193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:33.227485 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f03c677a-1e4b-44d0-b254-3d4491a81193 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=300125f0973141ebbcff89dbb0ce367f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273958 Sep 19 06:59:33.228323 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c677a-1e4b-44d0-b254-3d4491a81193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683fe6af-1e17-4291-b5ff-64c9e1905d45,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:33.230838 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42616) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:33.279368 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9ea89a64-ee60-4243-b559-51757836e92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:33.301249 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9ea89a64-ee60-4243-b559-51757836e92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:33.349090 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9ea89a64-ee60-4243-b559-51757836e92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:33.351693 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9ea89a64-ee60-4243-b559-51757836e92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:33.352837 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9ea89a64-ee60-4243-b559-51757836e92d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/683fe6af-1e17-4291-b5ff-64c9e1905d45 HTTP/1.1" status: 204 len: 168 time: 0.1208234 Sep 19 06:59:33.360838 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea89a64-ee60-4243-b559-51757836e92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683fe6af-1e17-4291-b5ff-64c9e1905d45,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:35.637394 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42708) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:35.739978 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-61fa5636-ef08-40f6-bd85-c40b9df75e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:35.824671 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-61fa5636-ef08-40f6-bd85-c40b9df75e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:35.828664 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-61fa5636-ef08-40f6-bd85-c40b9df75e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:35.867766 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-61fa5636-ef08-40f6-bd85-c40b9df75e5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14a93771103542e8ad9fa8a061f92c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290876 Sep 19 06:59:35.868633 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa5636-ef08-40f6-bd85-c40b9df75e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0aab97-1f6a-4046-a5bb-fb283de25e75,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:35.870460 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42712) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:35.918932 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c9cff9c2-f98a-43a8-9b18-e9e761568257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:35.938869 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c9cff9c2-f98a-43a8-9b18-e9e761568257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:35.984278 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c9cff9c2-f98a-43a8-9b18-e9e761568257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:35.986950 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c9cff9c2-f98a-43a8-9b18-e9e761568257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:35.988094 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c9cff9c2-f98a-43a8-9b18-e9e761568257 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f0aab97-1f6a-4046-a5bb-fb283de25e75 HTTP/1.1" status: 204 len: 168 time: 0.1160269 Sep 19 06:59:35.995370 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cff9c2-f98a-43a8-9b18-e9e761568257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0aab97-1f6a-4046-a5bb-fb283de25e75,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:36.248909 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42726) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:36.261951 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2cb67353-1644-4971-8368-793398841e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:36.355724 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2cb67353-1644-4971-8368-793398841e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:36.355724 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2cb67353-1644-4971-8368-793398841e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:36.393221 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb67353-1644-4971-8368-793398841e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d5e43f-2ee1-4c3e-8807-af163f4e3dab,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:36.397633 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2cb67353-1644-4971-8368-793398841e82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccabc851e5a24d43a5dd212bf30ed9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476383 Sep 19 06:59:36.400258 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42732) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:36.451652 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7b2009ae-b8b0-4f14-86c1-a017cf584b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:36.473959 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7b2009ae-b8b0-4f14-86c1-a017cf584b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:36.521179 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7b2009ae-b8b0-4f14-86c1-a017cf584b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:36.523953 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7b2009ae-b8b0-4f14-86c1-a017cf584b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:36.525156 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7b2009ae-b8b0-4f14-86c1-a017cf584b56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80d5e43f-2ee1-4c3e-8807-af163f4e3dab HTTP/1.1" status: 204 len: 168 time: 0.1238508 Sep 19 06:59:36.534047 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2009ae-b8b0-4f14-86c1-a017cf584b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d5e43f-2ee1-4c3e-8807-af163f4e3dab,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:38.619390 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42854) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:38.723244 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2fa125ac-0a1e-453c-a96d-348e28432d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:38.810599 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2fa125ac-0a1e-453c-a96d-348e28432d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:38.814346 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2fa125ac-0a1e-453c-a96d-348e28432d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:38.851728 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2fa125ac-0a1e-453c-a96d-348e28432d3e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a7ac17c7442442cd87c7550011c8fc23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312531 Sep 19 06:59:38.852808 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa125ac-0a1e-453c-a96d-348e28432d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100b7584-7679-4479-8eaf-d4ea80d3edc2,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:38.854432 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42858) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:38.902897 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62b855b2-2d17-428d-9426-fb01b1f6aa7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:38.923459 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62b855b2-2d17-428d-9426-fb01b1f6aa7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:38.966988 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62b855b2-2d17-428d-9426-fb01b1f6aa7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:38.969438 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-62b855b2-2d17-428d-9426-fb01b1f6aa7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:38.971118 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-62b855b2-2d17-428d-9426-fb01b1f6aa7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/100b7584-7679-4479-8eaf-d4ea80d3edc2 HTTP/1.1" status: 204 len: 168 time: 0.1144173 Sep 19 06:59:38.978224 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b855b2-2d17-428d-9426-fb01b1f6aa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100b7584-7679-4479-8eaf-d4ea80d3edc2,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:39.221142 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42864) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:39.233780 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7b534e2-9d8e-4e04-82fd-731f54c982b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:39.319810 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7b534e2-9d8e-4e04-82fd-731f54c982b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:39.323360 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e7b534e2-9d8e-4e04-82fd-731f54c982b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:39.363284 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e7b534e2-9d8e-4e04-82fd-731f54c982b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d6fc4918c794dfc86c773d8eccbf7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1381106 Sep 19 06:59:39.363284 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b534e2-9d8e-4e04-82fd-731f54c982b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf9fb1d-0625-4567-8f20-94f39d022336,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:39.363726 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42866) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:39.410437 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b8a57c0b-80fe-41f6-bf7b-938de5520ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:39.430825 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b8a57c0b-80fe-41f6-bf7b-938de5520ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:39.478917 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b8a57c0b-80fe-41f6-bf7b-938de5520ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:39.481449 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b8a57c0b-80fe-41f6-bf7b-938de5520ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:39.482629 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b8a57c0b-80fe-41f6-bf7b-938de5520ce2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cf9fb1d-0625-4567-8f20-94f39d022336 HTTP/1.1" status: 204 len: 168 time: 0.1179209 Sep 19 06:59:39.490933 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a57c0b-80fe-41f6-bf7b-938de5520ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf9fb1d-0625-4567-8f20-94f39d022336,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:41.330446 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42956) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:41.432061 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7ac4-be40-4d46-a057-2c63f0a8f2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:41.518086 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7ac4-be40-4d46-a057-2c63f0a8f2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:41.521899 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4f8a7ac4-be40-4d46-a057-2c63f0a8f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:41.557889 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a7ac4-be40-4d46-a057-2c63f0a8f2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0940d04d-47a3-4c92-b146-9146eee0bce7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:41.562953 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4f8a7ac4-be40-4d46-a057-2c63f0a8f2df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53ff32f8c46448dab6193fa95412dc58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315009 Sep 19 06:59:41.565545 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42960) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:41.612591 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9a37e531-e82e-4ff8-b2c8-a459971acebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:41.633356 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9a37e531-e82e-4ff8-b2c8-a459971acebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:41.682042 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9a37e531-e82e-4ff8-b2c8-a459971acebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:41.684609 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9a37e531-e82e-4ff8-b2c8-a459971acebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:41.685943 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9a37e531-e82e-4ff8-b2c8-a459971acebd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0940d04d-47a3-4c92-b146-9146eee0bce7 HTTP/1.1" status: 204 len: 168 time: 0.1195040 Sep 19 06:59:41.694251 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37e531-e82e-4ff8-b2c8-a459971acebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0940d04d-47a3-4c92-b146-9146eee0bce7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:41.945162 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42970) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:41.958039 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-087c87e1-80a8-4473-8531-18d362457db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.033164 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4c2c2cb7-0519-4119-932c-30e9502b96af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.052458 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-087c87e1-80a8-4473-8531-18d362457db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.056190 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-087c87e1-80a8-4473-8531-18d362457db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.069694 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42974) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:42.094588 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-087c87e1-80a8-4473-8531-18d362457db2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33a3abb10a964201bd9b3d1b16d19464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483436 Sep 19 06:59:42.096067 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c87e1-80a8-4473-8531-18d362457db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3422a0b3-df89-4d4d-a729-fa76d0eb6a39,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:42.097785 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 42980) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:42.149685 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aeae540e-c17f-4c22-b007-660e102ea73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.181659 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aeae540e-c17f-4c22-b007-660e102ea73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.187554 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-50598bc6-c980-4e23-b67c-45263e32dd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.250902 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aeae540e-c17f-4c22-b007-660e102ea73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.253595 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-aeae540e-c17f-4c22-b007-660e102ea73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.254707 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-aeae540e-c17f-4c22-b007-660e102ea73f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3422a0b3-df89-4d4d-a729-fa76d0eb6a39 HTTP/1.1" status: 204 len: 168 time: 0.1559563 Sep 19 06:59:42.268069 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae540e-c17f-4c22-b007-660e102ea73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3422a0b3-df89-4d4d-a729-fa76d0eb6a39,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:42.312899 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-50598bc6-c980-4e23-b67c-45263e32dd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.317342 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-50598bc6-c980-4e23-b67c-45263e32dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.355483 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-50598bc6-c980-4e23-b67c-45263e32dd21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fbc189220a3748c79a7303721fb0d5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847204 Sep 19 06:59:42.356743 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50598bc6-c980-4e23-b67c-45263e32dd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42a049d-f5a1-440d-af0a-6b2cca0e1f82,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:42.358334 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 42984) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:42.410559 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7f297b7e-364a-43a4-b555-0e3ef62f8562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.431112 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7f297b7e-364a-43a4-b555-0e3ef62f8562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.488534 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7f297b7e-364a-43a4-b555-0e3ef62f8562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.494447 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-7f297b7e-364a-43a4-b555-0e3ef62f8562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:42.495660 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-7f297b7e-364a-43a4-b555-0e3ef62f8562 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f42a049d-f5a1-440d-af0a-6b2cca0e1f82 HTTP/1.1" status: 204 len: 168 time: 0.1349576 Sep 19 06:59:42.503884 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f297b7e-364a-43a4-b555-0e3ef62f8562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42a049d-f5a1-440d-af0a-6b2cca0e1f82,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:43.196778 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43032) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:43.338961 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1955661202-network', 'tenant_id': 'b7d65d9c55474b79843ab35a33edfe8c'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:43.360068 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Made reservation on behalf of b7d65d9c55474b79843ab35a33edfe8c for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:59:43.362330 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.373199 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.461117 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.465079 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.484184 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 06:59:43.501496 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.501843 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Added segment c8b14d76-0316-4703-a2b4-b215f6fc8da7 of type vlan for network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 Sep 19 06:59:43.503112 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:43.544798 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.568934 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.570024 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:43.570670 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.598606 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4007227 Sep 19 06:59:43.601655 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43046) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:43.606520 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Request body: {'subnet': {'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1955661202-subnet', 'tenant_id': 'b7d65d9c55474b79843ab35a33edfe8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:43.625782 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Made reservation on behalf of b7d65d9c55474b79843ab35a33edfe8c for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:59:43.628639 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25808336'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.636028 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0f84e-b707-4d31-a749-b10fc178f7d2 admin admin] Pushing event updated for resources: {'Network': ['ID=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:43.647851 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 06:59:43.801568 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25808382'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.862782 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=998732b1-4b4a-45de-99bc-49ccfeb07e66,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:43.868302 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Checking segment: {'id': 'c8b14d76-0316-4703-a2b4-b215f6fc8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:59:43.868653 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Network hostable DHCP agents. Network: 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 06:59:43.889204 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 06:59:43.899266 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:59:43.903828 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:43.904493 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:43.909173 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d884688-87c9-47cc-bbd7-5066be309832 None None] Network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:59:43.933665 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-2314e3a4-f64c-47d9-8f91-dc6ec97dded0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3294237 Sep 19 06:59:44.035058 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10062f51-0950-445e-ac9b-ed9e3bafc28e None None] Network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 06:59:44.676595 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b6b1da9b-925f-4714-b441-9bb0c8bb7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:45.617067 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-eca2db21-e5ed-4e46-a924-3d5393fc4894 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:45.618532 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-eca2db21-e5ed-4e46-a924-3d5393fc4894 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/networks?id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 HTTP/1.1" status: 200 len: 814 time: 0.0980999 Sep 19 06:59:45.632896 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b540e8ce-8c5e-45f1-9abd-34642e6d839e tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/quotas/b7d65d9c55474b79843ab35a33edfe8c HTTP/1.1" status: 200 len: 375 time: 0.0087485 Sep 19 06:59:45.665018 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-6b86cb42-aee2-4918-b4db-da853062566f tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7d65d9c55474b79843ab35a33edfe8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272286 Sep 19 06:59:45.689912 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:45.762926 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-517f56e3-b0f4-4313-88d7-e33906fb2f3a service neutron] 10.222.0.18 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909405 Sep 19 06:59:45.799744 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:45.852627 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-61d3b469-f6b5-4567-8bbc-566a4724cc04 service neutron] 10.222.0.18 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831289 Sep 19 06:59:46.004598 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-15a07b04-a65c-487f-a708-92965c28652e req-eec85564-80e0-4f66-8801-bacd83f0c352 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 210 time: 0.0261004 Sep 19 06:59:46.407381 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43100) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:46.515131 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-40c7e6c7-a2eb-4e6e-8798-77be9b60b021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:46.609562 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-40c7e6c7-a2eb-4e6e-8798-77be9b60b021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:46.613298 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-40c7e6c7-a2eb-4e6e-8798-77be9b60b021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:46.653023 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-40c7e6c7-a2eb-4e6e-8798-77be9b60b021 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b23978531ac42f49383412cbe8ee023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440915 Sep 19 06:59:46.654284 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7e6c7-a2eb-4e6e-8798-77be9b60b021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5f472e-501e-48c6-a45d-c4ea37e2df2e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:46.655740 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43104) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:46.711404 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-da8a26eb-1605-41c6-b069-b6111fc50e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:46.731866 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-da8a26eb-1605-41c6-b069-b6111fc50e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:46.777292 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-da8a26eb-1605-41c6-b069-b6111fc50e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:46.779833 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-da8a26eb-1605-41c6-b069-b6111fc50e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:46.781209 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-da8a26eb-1605-41c6-b069-b6111fc50e0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a5f472e-501e-48c6-a45d-c4ea37e2df2e HTTP/1.1" status: 204 len: 168 time: 0.1240110 Sep 19 06:59:46.789202 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a26eb-1605-41c6-b069-b6111fc50e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5f472e-501e-48c6-a45d-c4ea37e2df2e,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:47.056250 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-1b74471c-3e5a-475f-8bf5-df6e94ecb6a6 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:47.057970 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-1b74471c-3e5a-475f-8bf5-df6e94ecb6a6 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.32 "GET /v2.0/networks?id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 HTTP/1.1" status: 200 len: 814 time: 0.1106017 Sep 19 06:59:47.075938 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43112) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:47.093374 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Request body: {'port': {'device_id': 'dcc6c6e1-b6aa-46ae-9831-8336f818ee9b', 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34', 'admin_state_up': True, 'tenant_id': 'b7d65d9c55474b79843ab35a33edfe8c'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:47.097155 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-51b9ec19-55de-4102-8ebd-482bfadd700b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.100197 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c921f33b-839f-4196-b418-a1165bbb7eef req-e24b3b9e-8fe1-4365-bb2e-98f8a1291174 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 210 time: 0.0290284 Sep 19 06:59:47.263489 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-51b9ec19-55de-4102-8ebd-482bfadd700b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.268450 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-51b9ec19-55de-4102-8ebd-482bfadd700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.314449 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-51b9ec19-55de-4102-8ebd-482bfadd700b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=870c24a95dd64fef848e056475e8a3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369089 Sep 19 06:59:47.316562 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Made reservation on behalf of b7d65d9c55474b79843ab35a33edfe8c for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 06:59:47.317291 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43118) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:47.320136 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.322089 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9ec19-55de-4102-8ebd-482bfadd700b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c3bbcf-716e-4648-8327-004df6fda4ca,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:47.370165 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-79ec3f12-54d7-466c-b755-11aa1fe17483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.386778 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.391326 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-79ec3f12-54d7-466c-b755-11aa1fe17483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.440581 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-79ec3f12-54d7-466c-b755-11aa1fe17483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.443201 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-79ec3f12-54d7-466c-b755-11aa1fe17483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.444406 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-79ec3f12-54d7-466c-b755-11aa1fe17483 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07c3bbcf-716e-4648-8327-004df6fda4ca HTTP/1.1" status: 204 len: 168 time: 0.1260920 Sep 19 06:59:47.452874 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec3f12-54d7-466c-b755-11aa1fe17483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c3bbcf-716e-4648-8327-004df6fda4ca,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:47.462976 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Allocated IP 172.20.0.5 (44dc0ee4-8014-4fc6-bea8-efbe53d9aa34/998732b1-4b4a-45de-99bc-49ccfeb07e66/15c3c9b0-377d-4370-882a-0aecd43101de) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:59:47.609496 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.643329 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.689045 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:59:47.692061 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:59:47.697953 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:59:47.725814 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Pushing event updated for resources: {'Port': ['ID=15c3c9b0-377d-4370-882a-0aecd43101de,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:47.754539 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:47.755158 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:47.770467 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-b4a0c8a2-feab-4063-a7c6-61309ed605c0 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6810310 Sep 19 06:59:47.790345 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Request body: {'port': {'device_id': 'dcc6c6e1-b6aa-46ae-9831-8336f818ee9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:47.844293 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:48.111311 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c3c9b0-377d-4370-882a-0aecd43101de {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:59:48.118778 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:48.132365 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Transition to ACTIVE for port object 15c3c9b0-377d-4370-882a-0aecd43101de will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 06:59:48.137365 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:48.218105 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Pushing event updated for resources: {'Port': ['ID=15c3c9b0-377d-4370-882a-0aecd43101de,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:48.284575 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff93ec-a27c-45cb-926b-13e49cfd443d req-86d1bc39-94d6-4647-81b6-57d13324737d tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:48.286071 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67ff93ec-a27c-45cb-926b-13e49cfd443d req-86d1bc39-94d6-4647-81b6-57d13324737d tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 943 time: 0.1079900 Sep 19 06:59:48.325141 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Attempting to bind port 15c3c9b0-377d-4370-882a-0aecd43101de on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 06:59:48.325479 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Attempting to bind port 15c3c9b0-377d-4370-882a-0aecd43101de by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': 'c8b14d76-0316-4703-a2b4-b215f6fc8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 06:59:48.325826 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Attempting to bind port 15c3c9b0-377d-4370-882a-0aecd43101de on network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:59:48.337923 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Port 15c3c9b0-377d-4370-882a-0aecd43101de on network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 06:59:48.338251 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Attempting to bind port 15c3c9b0-377d-4370-882a-0aecd43101de on network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 06:59:48.350132 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-67ff93ec-a27c-45cb-926b-13e49cfd443d req-1927e05b-fa2d-4e04-966a-d6659b620bca tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550613 Sep 19 06:59:48.350418 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 06:59:48.350756 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Checking segment: {'id': 'c8b14d76-0316-4703-a2b4-b215f6fc8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 06:59:48.351161 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Bound using segment: {'id': 'c8b14d76-0316-4703-a2b4-b215f6fc8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 06:59:48.351623 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Bound port: 15c3c9b0-377d-4370-882a-0aecd43101de, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b14d76-0316-4703-a2b4-b215f6fc8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 06:59:48.351985 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:48.423909 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] For port 15c3c9b0-377d-4370-882a-0aecd43101de, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 06:59:48.427416 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] For port 15c3c9b0-377d-4370-882a-0aecd43101de, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=15c3c9b0-377d-4370-882a-0aecd43101de,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 06:59:48.433236 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:48.469584 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:48.470810 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:48.472285 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] 10.222.0.32 "PUT /v2.0/ports/15c3c9b0-377d-4370-882a-0aecd43101de HTTP/1.1" status: 200 len: 1093 time: 0.6864827 Sep 19 06:59:48.472741 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc6c6e1-b6aa-46ae-9831-8336f818ee9b', 'tag': '15c3c9b0-377d-4370-882a-0aecd43101de'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:59:48.474922 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3cb239-21df-43a8-aacd-caf77d0198c2" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc6c6e1-b6aa-46ae-9831-8336f818ee9b", "tag": "15c3c9b0-377d-4370-882a-0aecd43101de"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:59:48.508550 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d031f26-4e47-421c-8c3e-75df00a17462 service neutron] Pushing event updated for resources: {'Port': ['ID=15c3c9b0-377d-4370-882a-0aecd43101de,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:48.525478 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 06:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e474e355-5c19-4f72-b94b-0f8e1b8026d2 x-openstack-request-id: req-e474e355-5c19-4f72-b94b-0f8e1b8026d2 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:59:48.526859 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc6c6e1-b6aa-46ae-9831-8336f818ee9b", "tag": "15c3c9b0-377d-4370-882a-0aecd43101de", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:59:48.527321 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e474e355-5c19-4f72-b94b-0f8e1b8026d2 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:59:48.527988 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc6c6e1-b6aa-46ae-9831-8336f818ee9b', 'tag': '15c3c9b0-377d-4370-882a-0aecd43101de', 'status': 'completed', 'code': 200} Sep 19 06:59:48.596354 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-c28b4f5b-307c-4395-9926-f182b26b5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:48.598308 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-c28b4f5b-307c-4395-9926-f182b26b5c5f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d65d9c55474b79843ab35a33edfe8c&device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 1096 time: 0.0533786 Sep 19 06:59:48.660859 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-6d607e66-18fa-408c-a932-e48c4a9adce8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c3c9b0-377d-4370-882a-0aecd43101de HTTP/1.1" status: 200 len: 217 time: 0.0422966 Sep 19 06:59:48.711188 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-f2610007-e805-4051-aca6-6ac549c5f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:48.712712 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-f2610007-e805-4051-aca6-6ac549c5f584 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=998732b1-4b4a-45de-99bc-49ccfeb07e66 HTTP/1.1" status: 200 len: 854 time: 0.0449896 Sep 19 06:59:48.758003 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-6367db72-f2d9-401a-9870-b5cf83622fcc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287614 Sep 19 06:59:48.859984 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-417ee2fb-51c1-46ec-a72b-2264b79e46d0 service neutron] 10.222.0.32 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941198 Sep 19 06:59:48.953544 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9e393ccf-2035-407f-a4d1-c343d2f87f64 req-51f0df70-05ab-46dd-a30c-abd74120426c service neutron] 10.222.0.32 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857847 Sep 19 06:59:49.098898 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-e13aa132-a595-4f39-a845-0a84f0f07bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:49.100390 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-e13aa132-a595-4f39-a845-0a84f0f07bf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d65d9c55474b79843ab35a33edfe8c&device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 1096 time: 0.0402863 Sep 19 06:59:49.212460 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-680e36ee-63c8-4c65-9a1e-ea46468e6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:49.214305 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-680e36ee-63c8-4c65-9a1e-ea46468e6014 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 HTTP/1.1" status: 200 len: 915 time: 0.0949471 Sep 19 06:59:49.262371 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-3fdc1183-7fc8-4d47-af9a-eb10d12d254e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15c3c9b0-377d-4370-882a-0aecd43101de HTTP/1.1" status: 200 len: 217 time: 0.0406017 Sep 19 06:59:49.312688 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-14fd42ba-cb86-4474-be02-8cc02ebb39d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:49.314659 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-14fd42ba-cb86-4474-be02-8cc02ebb39d4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=998732b1-4b4a-45de-99bc-49ccfeb07e66 HTTP/1.1" status: 200 len: 854 time: 0.0445325 Sep 19 06:59:49.347651 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-0170ba75-d2f8-4e09-92fc-63e701db15fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243340 Sep 19 06:59:49.458115 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-2d1b9e87-75e8-46f9-959e-ee689f4f0ba8 service neutron] 10.222.0.32 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016953 Sep 19 06:59:49.488546 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 06:59:49.492612 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6c87c-6c64-47d0-b33c-5a998fa5e375 req-e5a085c0-c655-4749-9536-45ab601e8c96 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:49.494126 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1cf6c87c-6c64-47d0-b33c-5a998fa5e375 req-e5a085c0-c655-4749-9536-45ab601e8c96 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 943 time: 0.0609479 Sep 19 06:59:49.539878 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1cf6c87c-6c64-47d0-b33c-5a998fa5e375 req-34d7c09d-5bfd-4616-8214-dc8124932363 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Sep 19 06:59:49.575834 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9d36f-afac-48f4-9a12-f262c7389b66 req-d5171138-3cdf-4d1b-92d7-868366c8325c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:49.577328 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bfd9d36f-afac-48f4-9a12-f262c7389b66 req-d5171138-3cdf-4d1b-92d7-868366c8325c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.1138597 Sep 19 06:59:49.612537 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a3cb239-21df-43a8-aacd-caf77d0198c2 req-2ade8386-f1ac-4c31-aace-458ed23f15f3 service neutron] 10.222.0.32 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392725 Sep 19 06:59:49.632223 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bfd9d36f-afac-48f4-9a12-f262c7389b66 req-d81cccd0-2b8c-4733-b42e-d2487baf4f54 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464251 Sep 19 06:59:49.927124 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62cd93-1cfe-40c9-8e67-a64533337db3 req-5002d995-20b3-4b64-837f-3206177b5611 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:49.928609 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0e62cd93-1cfe-40c9-8e67-a64533337db3 req-5002d995-20b3-4b64-837f-3206177b5611 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 947 time: 0.0471423 Sep 19 06:59:49.966476 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0e62cd93-1cfe-40c9-8e67-a64533337db3 req-104c0a89-2d19-4290-a5e2-8e44ee6900e2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319967 Sep 19 06:59:50.654808 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac147aa-49b9-49e1-9aa5-85c039f346c9 req-5309396a-3ab2-49f3-9dcd-f3f90fc4d5ba tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:50.658092 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aac147aa-49b9-49e1-9aa5-85c039f346c9 req-5309396a-3ab2-49f3-9dcd-f3f90fc4d5ba tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 943 time: 0.0479484 Sep 19 06:59:50.695171 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aac147aa-49b9-49e1-9aa5-85c039f346c9 req-044cf2c3-f080-425f-aa95-cdbc3c186f43 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316100 Sep 19 06:59:50.750838 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ae60f-e085-46a9-b545-af46de7f2e45 req-df5a9de7-f0c0-4f54-b179-9d612a5237e0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:50.752343 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-340ae60f-e085-46a9-b545-af46de7f2e45 req-df5a9de7-f0c0-4f54-b179-9d612a5237e0 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0514426 Sep 19 06:59:50.790859 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-340ae60f-e085-46a9-b545-af46de7f2e45 req-49b219db-c370-4dff-bd55-e7edb2aa181e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324681 Sep 19 06:59:51.085563 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46dc69-a1c8-420c-9e97-128c27ec0dac req-55ea0312-0b09-4296-89b4-9a3cca0f7b73 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:51.087014 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b46dc69-a1c8-420c-9e97-128c27ec0dac req-55ea0312-0b09-4296-89b4-9a3cca0f7b73 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 947 time: 0.0475490 Sep 19 06:59:51.123383 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1b46dc69-a1c8-420c-9e97-128c27ec0dac req-16e90a3a-3682-4b0b-a1e0-d96bdb676576 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303702 Sep 19 06:59:51.809012 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad7b42-f829-4724-af62-6fdad9e91bdd req-862615d8-31bf-4138-bef7-edbe51705bc8 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:51.810671 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e1ad7b42-f829-4724-af62-6fdad9e91bdd req-862615d8-31bf-4138-bef7-edbe51705bc8 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 943 time: 0.0493257 Sep 19 06:59:51.851968 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e1ad7b42-f829-4724-af62-6fdad9e91bdd req-078cc669-3c96-4ae6-a5be-2d1856637663 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346606 Sep 19 06:59:51.957092 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e318a6-c92d-4173-950f-16e02256fd35 req-405063e5-7a10-4126-86ad-03e416daf9a5 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:51.958547 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-34e318a6-c92d-4173-950f-16e02256fd35 req-405063e5-7a10-4126-86ad-03e416daf9a5 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0997779 Sep 19 06:59:51.986296 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-5fbc3ec3-bd31-4b08-bc1a-0a94a6922286 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:51.987729 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-5fbc3ec3-bd31-4b08-bc1a-0a94a6922286 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 947 time: 0.0994558 Sep 19 06:59:52.034748 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-364a3f97-db9a-4cee-bcd1-34290dcaeda6 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:52.036233 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-364a3f97-db9a-4cee-bcd1-34290dcaeda6 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.1222672 Sep 19 06:59:52.065799 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-34e318a6-c92d-4173-950f-16e02256fd35 req-118ab692-ce28-4875-9f4f-d5476577af0e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984740 Sep 19 06:59:52.173855 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Deleting port 2b477dbb-1441-4fa1-af74-15e328631ce7 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:59:52.175555 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:52.210329 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 15c3c9b0-377d-4370-882a-0aecd43101de details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 06:59:52.257877 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72404a-6c0a-48b1-82d5-700ea63abb31 req-a2b1a4b1-a0b8-4505-bbdd-82b04f2eac29 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:52.267218 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7c72404a-6c0a-48b1-82d5-700ea63abb31 req-a2b1a4b1-a0b8-4505-bbdd-82b04f2eac29 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 947 time: 0.0632069 Sep 19 06:59:52.312229 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7c72404a-6c0a-48b1-82d5-700ea63abb31 req-8565bc5c-1625-442f-bedb-260945bb4573 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=6a074f1e-9113-431c-aef5-d71129a6dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435741 Sep 19 06:59:52.337037 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 15c3c9b0-377d-4370-882a-0aecd43101de, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=15c3c9b0-377d-4370-882a-0aecd43101de,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:52.345414 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '15c3c9b0-377d-4370-882a-0aecd43101de', 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34', 'port_id': '15c3c9b0-377d-4370-882a-0aecd43101de', 'mac_address': 'fa:16:3e:5d:e6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998732b1-4b4a-45de-99bc-49ccfeb07e66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 06:59:52.388354 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:52.403112 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c3c9b0-377d-4370-882a-0aecd43101de {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 06:59:52.424759 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 15c3c9b0-377d-4370-882a-0aecd43101de, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=15c3c9b0-377d-4370-882a-0aecd43101de,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:52.429701 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:52.462817 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Deleting port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:59:52.463254 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:52.482569 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=15c3c9b0-377d-4370-882a-0aecd43101de,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:52.490593 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.491190 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.491726 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.492235 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.492788 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.493135 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.493473 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.493831 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.494154 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.494486 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.494977 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.495472 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 06:59:52.596551 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] For port 2b477dbb-1441-4fa1-af74-15e328631ce7, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b477dbb-1441-4fa1-af74-15e328631ce7,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:52.596908 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:52.686611 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] For port f8c9cdb0-9159-4e9b-ae98-a871dd4de089, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:52.686975 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:52.740033 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['15c3c9b0-377d-4370-882a-0aecd43101de'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 06:59:53.049143 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:53.049707 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:53.049870 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Floating IP f1c7852d-e952-453d-8fa0-92711c260bc9 disassociated. External IP: 172.27.1.228, port: 2b477dbb-1441-4fa1-af74-15e328631ce7. Sep 19 06:59:53.050210 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Calling delete_port for 2b477dbb-1441-4fa1-af74-15e328631ce7 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:59:53.079058 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465acb9-bdf5-4d8c-8814-989c0d5664f3 req-530e65d3-6c3d-4dde-a9c1-d411028cf99b tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:53.080557 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5465acb9-bdf5-4d8c-8814-989c0d5664f3 req-530e65d3-6c3d-4dde-a9c1-d411028cf99b tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 944 time: 0.1539888 Sep 19 06:59:53.127180 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:53.127607 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:53.128013 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Floating IP 75d3d5e9-1649-4fe2-8b83-ccae44b9b30c disassociated. External IP: 172.27.1.100, port: f8c9cdb0-9159-4e9b-ae98-a871dd4de089. Sep 19 06:59:53.128363 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Calling delete_port for f8c9cdb0-9159-4e9b-ae98-a871dd4de089 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:59:53.182847 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca2f3f-0df8-4fd0-a3d9-0fe7c0fa9a60 req-c2a9ae8f-dc74-43cc-ac79-a9bf8b21e3a3 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:53.184440 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1bca2f3f-0df8-4fd0-a3d9-0fe7c0fa9a60 req-c2a9ae8f-dc74-43cc-ac79-a9bf8b21e3a3 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 945 time: 0.0507565 Sep 19 06:59:53.207403 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5465acb9-bdf5-4d8c-8814-989c0d5664f3 req-290e9d7d-4434-49dc-97d4-32207b5c4b60 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192477 Sep 19 06:59:53.224205 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1bca2f3f-0df8-4fd0-a3d9-0fe7c0fa9a60 req-e589936d-80f5-463b-aaa1-3c09163a9865 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=5987c90a-5b8c-4ace-9d67-27e22e2b9348&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331147 Sep 19 06:59:53.329601 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:53.368691 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event deleted for resources: {'Port': ['ID=2b477dbb-1441-4fa1-af74-15e328631ce7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:53.372714 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:53.406144 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event deleted for resources: {'Port': ['ID=f8c9cdb0-9159-4e9b-ae98-a871dd4de089,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:53.470333 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6359a27-a104-4630-9dce-fabd61009f7a req-3e0f01c0-be66-4608-9308-0482333aa219 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0667932 Sep 19 06:59:53.618412 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Router 8f7894be-b288-444c-8915-bf672e5e0fe9 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:59:53.629650 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Router 6ccd0608-623c-4810-9086-58bc0be61ed8 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 06:59:53.820371 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:59:53.830828 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 06:59:53.831655 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] Sync routers for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:59:53.841291 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] Sync routers for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 06:59:53.843711 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:59:53.845379 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:59:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:53.864488 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:59:53.865380 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:59:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:53.975344 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:59:53.992796 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:59:54.117429 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] No DVR routers for this DVR port 2b477dbb-1441-4fa1-af74-15e328631ce7 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:59:54.122438 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:54.124418 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d6e45b63-34ec-4feb-a330-a1dc21cb9f38 req-1c6506ae-0c5b-45bf-a913-340fab4aca0c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "DELETE /v2.0/ports/2b477dbb-1441-4fa1-af74-15e328631ce7 HTTP/1.1" status: 204 len: 173 time: 2.1286526 Sep 19 06:59:54.124848 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-deleted', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:59:54.127079 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e806cd-296a-41bc-8168-17337857c3f5" -d '{"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-deleted", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:59:54.169466 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] No DVR routers for this DVR port f8c9cdb0-9159-4e9b-ae98-a871dd4de089 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 06:59:54.172409 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:54.175001 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-05c4587c-f6a1-4e73-9b63-d8b0dac294f7 req-6898f8e8-93e0-431a-b8e2-a80b22ddfb34 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "DELETE /v2.0/ports/f8c9cdb0-9159-4e9b-ae98-a871dd4de089 HTTP/1.1" status: 204 len: 173 time: 2.1301091 Sep 19 06:59:54.177125 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f5b07f-401d-4ef3-ad90-9cc9e4db7773 x-openstack-request-id: req-b9f5b07f-401d-4ef3-ad90-9cc9e4db7773 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:59:54.177443 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c942283a-44c6-4349-95cd-fb531caf5727", "name": "network-vif-deleted", "tag": "2b477dbb-1441-4fa1-af74-15e328631ce7", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:59:54.177726 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b9f5b07f-401d-4ef3-ad90-9cc9e4db7773 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:59:54.178143 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c942283a-44c6-4349-95cd-fb531caf5727', 'name': 'network-vif-deleted', 'tag': '2b477dbb-1441-4fa1-af74-15e328631ce7', 'status': 'completed', 'code': 200} Sep 19 06:59:54.230091 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 15c3c9b0-377d-4370-882a-0aecd43101de up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 06:59:54.379223 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 15c3c9b0-377d-4370-882a-0aecd43101de completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 06:59:54.385403 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:54.389483 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 15c3c9b0-377d-4370-882a-0aecd43101de triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 06:59:54.389483 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:54.430041 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-93de0c56-72d4-4778-85c0-1a3fc8053448 req-0edb182b-168f-45c9-be5a-379320ef8281 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=cecd6f50-9624-4d28-b8fd-bc446e3d7f9b HTTP/1.1" status: 200 len: 210 time: 0.0357099 Sep 19 06:59:54.433446 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] Checking router: 8f7894be-b288-444c-8915-bf672e5e0fe9 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:59:54.436856 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4951e-b265-4c68-8d07-5dce961ebdb5 req-047a474c-f555-4425-a052-fd1fd2f19a47 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:54.437232 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:54.444742 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6c4951e-b265-4c68-8d07-5dce961ebdb5 req-047a474c-f555-4425-a052-fd1fd2f19a47 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 944 time: 0.0715644 Sep 19 06:59:54.474704 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] Checking router: 6ccd0608-623c-4810-9086-58bc0be61ed8 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 06:59:54.484526 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:59:54.485768 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:59:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:54.491180 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c6c4951e-b265-4c68-8d07-5dce961ebdb5 req-19a2dfc5-1ac2-4596-8ffe-99c1c161a425 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455201 Sep 19 06:59:54.492041 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 06:59:54.492897 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T06:59:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:54.600395 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-124f90a0-0020-43d0-add8-13a15a7bd4bb req-10f56599-77ba-4eed-9c73-3ec8b0439d63 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=c942283a-44c6-4349-95cd-fb531caf5727 HTTP/1.1" status: 200 len: 210 time: 0.0356083 Sep 19 06:59:54.619026 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:59:54.856633 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:54.873170 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 06:59:54.888895 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:54.913948 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc6c6e1-b6aa-46ae-9831-8336f818ee9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c3c9b0-377d-4370-882a-0aecd43101de'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:59:54.916397 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f497ae01-7cca-4286-af3c-c60c54056511" -d '{"events": [{"server_uuid": "dcc6c6e1-b6aa-46ae-9831-8336f818ee9b", "name": "network-vif-plugged", "status": "completed", "tag": "15c3c9b0-377d-4370-882a-0aecd43101de"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:59:54.924923 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e09aaa-0f01-4f78-b1e0-c1cfddf73ff0 None None] The sync data for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi is: [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:59:54.973256 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f084992f-05dc-482b-baea-284404a312eb x-openstack-request-id: req-f084992f-05dc-482b-baea-284404a312eb {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:59:54.973569 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc6c6e1-b6aa-46ae-9831-8336f818ee9b", "name": "network-vif-plugged", "status": "completed", "tag": "15c3c9b0-377d-4370-882a-0aecd43101de", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:59:54.973828 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f084992f-05dc-482b-baea-284404a312eb {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:59:54.974220 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc6c6e1-b6aa-46ae-9831-8336f818ee9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c3c9b0-377d-4370-882a-0aecd43101de', 'code': 200} Sep 19 06:59:54.980430 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 15c3c9b0-377d-4370-882a-0aecd43101de, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=15c3c9b0-377d-4370-882a-0aecd43101de,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 06:59:54.994891 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:55.097284 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=15c3c9b0-377d-4370-882a-0aecd43101de,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:55.192177 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 06:59:55.230446 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4379490a-e145-482b-bd40-03cdcd8d95f2 None None] The sync data for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi is: [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 06:59:55.263666 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c95fdd-6dae-4d29-a8e0-c0a508b27cb4 None None] New status for floating IP 75d3d5e9-1649-4fe2-8b83-ccae44b9b30c: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 06:59:55.304525 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd108c-7754-4861-bdac-f58e3ea8587e req-b989b3f8-6c68-4d44-ba03-f4f0a91ddd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:55.306047 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eabd108c-7754-4861-bdac-f58e3ea8587e req-b989b3f8-6c68-4d44-ba03-f4f0a91ddd6e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 1098 time: 0.0481741 Sep 19 06:59:55.343199 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eabd108c-7754-4861-bdac-f58e3ea8587e req-1deb3231-7920-444a-aa2e-9e81a496b477 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298493 Sep 19 06:59:55.510624 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03df3075-ff7e-4af2-8b23-7de21689ae8e None None] New status for floating IP f1c7852d-e952-453d-8fa0-92711c260bc9: DOWN {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 06:59:55.549214 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43284) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:55.676926 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f87f32e9-9824-44ad-bf6a-a94adfeac1ce tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:55.706633 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f87f32e9-9824-44ad-bf6a-a94adfeac1ce tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:55.738285 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43290) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:55.759456 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f83d70-f366-49ab-b652-8943db3440d6 req-abfde7a5-9601-4979-8a28-547ddc4af45e tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:55.760985 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-34f83d70-f366-49ab-b652-8943db3440d6 req-abfde7a5-9601-4979-8a28-547ddc4af45e tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 945 time: 0.1739478 Sep 19 06:59:55.839933 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f87f32e9-9824-44ad-bf6a-a94adfeac1ce tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:55.842338 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f87f32e9-9824-44ad-bf6a-a94adfeac1ce tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:55.843439 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f87f32e9-9824-44ad-bf6a-a94adfeac1ce tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "DELETE /v2.0/security-groups/5987c90a-5b8c-4ace-9d67-27e22e2b9348 HTTP/1.1" status: 204 len: 168 time: 0.2932582 Sep 19 06:59:55.846311 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-34f83d70-f366-49ab-b652-8943db3440d6 req-c0867e44-418d-4eb3-8e66-36d88af90d91 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712233 Sep 19 06:59:55.846441 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43292) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:55.864446 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f32e9-9824-44ad-bf6a-a94adfeac1ce tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5987c90a-5b8c-4ace-9d67-27e22e2b9348,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:55.867720 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d21fa76-397f-4db6-816f-319feec1b67a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:55.871117 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.api.v2.resource [None req-2009e669-927a-4eb4-9ece-0592948d1d5e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] show failed (client error): The resource could not be found. Sep 19 06:59:55.881238 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2009e669-927a-4eb4-9ece-0592948d1d5e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups/5987c90a-5b8c-4ace-9d67-27e22e2b9348 HTTP/1.1" status: 404 len: 347 time: 0.0336201 Sep 19 06:59:55.884726 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43294) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:55.940776 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d21fa76-397f-4db6-816f-319feec1b67a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.051705 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d21fa76-397f-4db6-816f-319feec1b67a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.054170 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6d21fa76-397f-4db6-816f-319feec1b67a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.055314 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6d21fa76-397f-4db6-816f-319feec1b67a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "DELETE /v2.0/security-groups/6a074f1e-9113-431c-aef5-d71129a6dc6b HTTP/1.1" status: 204 len: 168 time: 0.3153102 Sep 19 06:59:56.058177 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43296) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:56.059195 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Deleting port 0382edd5-9a07-4f6d-8d17-12cb5ba021f3 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:59:56.059547 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.076861 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21fa76-397f-4db6-816f-319feec1b67a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a074f1e-9113-431c-aef5-d71129a6dc6b,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:56.078234 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.api.v2.resource [None req-97ccd05e-9477-4dde-b5e1-cd9f1ac28e4c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] show failed (client error): The resource could not be found. Sep 19 06:59:56.079384 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-97ccd05e-9477-4dde-b5e1-cd9f1ac28e4c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups/6a074f1e-9113-431c-aef5-d71129a6dc6b HTTP/1.1" status: 404 len: 347 time: 0.0201747 Sep 19 06:59:56.082375 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43298) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:56.153227 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.153569 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.166104 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Calling delete_port for 0382edd5-9a07-4f6d-8d17-12cb5ba021f3 owned by network:floatingip {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:59:56.181538 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'name': 'network-vif-deleted', 'tag': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 06:59:56.183769 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba4174d-c930-44e8-869f-8b395f6a6694" -d '{"events": [{"server_uuid": "cecd6f50-9624-4d28-b8fd-bc446e3d7f9b", "name": "network-vif-deleted", "tag": "f8c9cdb0-9159-4e9b-ae98-a871dd4de089"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 06:59:56.217860 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Deleting port ed227976-bccd-4de9-817c-8e278d475a49 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 06:59:56.218385 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.234475 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device f8c9cdb0-9159-4e9b-ae98-a871dd4de089 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:59:56.279175 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: f8c9cdb0-9159-4e9b-ae98-a871dd4de089 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:59:56.279549 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device f8c9cdb0-9159-4e9b-ae98-a871dd4de089 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:59:56.279974 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 06:59:56.287400 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 06:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791b16f6-3807-4fac-bf7d-973602519d96 x-openstack-request-id: req-791b16f6-3807-4fac-bf7d-973602519d96 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 06:59:56.287795 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cecd6f50-9624-4d28-b8fd-bc446e3d7f9b", "name": "network-vif-deleted", "tag": "f8c9cdb0-9159-4e9b-ae98-a871dd4de089", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 06:59:56.288117 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-791b16f6-3807-4fac-bf7d-973602519d96 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 06:59:56.288573 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cecd6f50-9624-4d28-b8fd-bc446e3d7f9b', 'name': 'network-vif-deleted', 'tag': 'f8c9cdb0-9159-4e9b-ae98-a871dd4de089', 'status': 'completed', 'code': 200} Sep 19 06:59:56.302785 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 2b477dbb-1441-4fa1-af74-15e328631ce7 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 06:59:56.303057 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b477dbb-1441-4fa1-af74-15e328631ce7 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 06:59:56.315859 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.321544 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.322134 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.334092 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Calling delete_port for ed227976-bccd-4de9-817c-8e278d475a49 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 06:59:56.339062 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event deleted for resources: {'Port': ['ID=0382edd5-9a07-4f6d-8d17-12cb5ba021f3,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:56.404376 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.409305 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.410506 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-eedc8620-3a26-4f22-afa3-f13296f9e285 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "DELETE /v2.0/floatingips/75d3d5e9-1649-4fe2-8b83-ccae44b9b30c HTTP/1.1" status: 204 len: 168 time: 0.5246103 Sep 19 06:59:56.505459 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.530801 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event deleted for resources: {'Port': ['ID=ed227976-bccd-4de9-817c-8e278d475a49,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:56.594110 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.597050 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.601151 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9f87882a-651b-4b8a-9cfd-1e23dd3bf8f8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "DELETE /v2.0/floatingips/f1c7852d-e952-453d-8fa0-92711c260bc9 HTTP/1.1" status: 204 len: 168 time: 0.5150917 Sep 19 06:59:56.891041 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43310) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:56.896244 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-021eb50c-4c44-48bc-9af1-89506502c9be tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1081067093', 'description': 'tempest-description--1842551879'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:56.919809 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-021eb50c-4c44-48bc-9af1-89506502c9be tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:56.968477 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43312) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:56.973424 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-c6227b77-7cd0-4c73-8633-31f5704df7fe tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--543677580', 'description': 'tempest-description--72384119'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:57.008449 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f7ced-5817-4d20-9a80-5872099c6e91 req-1d37d69c-68d1-4c4c-8bef-c306d6ca756f tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 06:59:57.009981 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-037f7ced-5817-4d20-9a80-5872099c6e91 req-1d37d69c-68d1-4c4c-8bef-c306d6ca756f tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 945 time: 0.0730131 Sep 19 06:59:57.069642 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-021eb50c-4c44-48bc-9af1-89506502c9be tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.073062 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-037f7ced-5817-4d20-9a80-5872099c6e91 req-4277eb64-cea0-4f31-be1e-ea4bb7076dad tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547018 Sep 19 06:59:57.074044 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-021eb50c-4c44-48bc-9af1-89506502c9be tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.104053 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021eb50c-4c44-48bc-9af1-89506502c9be tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1d03f8-445a-458e-bc09-68323af839f9,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:57.105056 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c6227b77-7cd0-4c73-8633-31f5704df7fe tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.106689 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-021eb50c-4c44-48bc-9af1-89506502c9be tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.111070 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-021eb50c-4c44-48bc-9af1-89506502c9be tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2156780 Sep 19 06:59:57.111283 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43318) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:57.115686 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-97dfa742-c360-41a7-921a-3947687b4c6d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'security_group_rule': {'security_group_id': '1c1d03f8-445a-458e-bc09-68323af839f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:57.145021 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-97dfa742-c360-41a7-921a-3947687b4c6d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.210784 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-97dfa742-c360-41a7-921a-3947687b4c6d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.215016 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-97dfa742-c360-41a7-921a-3947687b4c6d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.225010 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c6227b77-7cd0-4c73-8633-31f5704df7fe tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.231098 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c6227b77-7cd0-4c73-8633-31f5704df7fe tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.233217 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfa742-c360-41a7-921a-3947687b4c6d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f02b4b6-4265-4bb7-a39d-38429a190f69,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:57.244529 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-97dfa742-c360-41a7-921a-3947687b4c6d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.247622 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-97dfa742-c360-41a7-921a-3947687b4c6d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337159 Sep 19 06:59:57.248983 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43346) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:57.253896 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-3000e637-932a-4fde-a2f2-0f752aa8d536 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'security_group_rule': {'security_group_id': '1c1d03f8-445a-458e-bc09-68323af839f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:57.265107 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c6227b77-7cd0-4c73-8633-31f5704df7fe tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.269028 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c6227b77-7cd0-4c73-8633-31f5704df7fe tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2969441 Sep 19 06:59:57.271000 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43350) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:57.276729 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-a3f4fd87-3dca-446e-8872-ea76746a9add tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'security_group_rule': {'security_group_id': '97e37201-2881-495f-8477-6aa68cd3339d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:57.286330 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6227b77-7cd0-4c73-8633-31f5704df7fe tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e37201-2881-495f-8477-6aa68cd3339d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:57.290438 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3000e637-932a-4fde-a2f2-0f752aa8d536 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.318244 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fd87-3dca-446e-8872-ea76746a9add tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.371052 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3000e637-932a-4fde-a2f2-0f752aa8d536 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.374762 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3000e637-932a-4fde-a2f2-0f752aa8d536 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.386109 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fd87-3dca-446e-8872-ea76746a9add tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.395994 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000e637-932a-4fde-a2f2-0f752aa8d536 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04bc6d4-96a8-4458-9e68-6171ac8ae033,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:57.396184 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fd87-3dca-446e-8872-ea76746a9add tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.411385 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3000e637-932a-4fde-a2f2-0f752aa8d536 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.412637 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3000e637-932a-4fde-a2f2-0f752aa8d536 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624875 Sep 19 06:59:57.415660 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43360) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:57.420738 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'floatingip': {'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:57.423439 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4fd87-3dca-446e-8872-ea76746a9add tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92df6e6-7755-47ac-b03b-f4f649a3861d,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:57.434908 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a3f4fd87-3dca-446e-8872-ea76746a9add tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.439636 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a3f4fd87-3dca-446e-8872-ea76746a9add tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645606 Sep 19 06:59:57.441346 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43362) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:57.445276 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-25df16e4-a830-4bdb-ba3b-779ead562b42 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'security_group_rule': {'security_group_id': '97e37201-2881-495f-8477-6aa68cd3339d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:57.456310 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.489629 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-25df16e4-a830-4bdb-ba3b-779ead562b42 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.564746 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-25df16e4-a830-4bdb-ba3b-779ead562b42 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.571790 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-25df16e4-a830-4bdb-ba3b-779ead562b42 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.588870 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df16e4-a830-4bdb-ba3b-779ead562b42 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce3cc913-079e-4645-b626-ca096a24f0a1,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:57.605413 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.612014 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-25df16e4-a830-4bdb-ba3b-779ead562b42 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.613195 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-25df16e4-a830-4bdb-ba3b-779ead562b42 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1724036 Sep 19 06:59:57.616293 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43368) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 06:59:57.621312 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'floatingip': {'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 06:59:57.646583 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:57.740069 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Allocated IP 172.27.1.214 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/1acab3fb-ab3a-4d3b-b02c-d848c88a8e25) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:59:57.760613 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.096524 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.130208 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.172305 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:59:58.175831 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:59:58.178229 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:59:58.181315 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Allocated IP 172.27.1.178 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/7dfc0209-749f-4e1c-b230-6a68c5fa5f67) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 06:59:58.205703 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'Port': ['ID=1acab3fb-ab3a-4d3b-b02c-d848c88a8e25,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:58.269773 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.288945 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.303820 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.323445 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.327809 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.364916 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 06:59:58.367753 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 06:59:58.370333 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 06:59:58.407741 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'Port': ['ID=7dfc0209-749f-4e1c-b230-6a68c5fa5f67,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:58.472450 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.479225 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.488536 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.507510 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.560396 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'Port': ['ID=1acab3fb-ab3a-4d3b-b02c-d848c88a8e25,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:58.572900 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.586619 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.596371 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c1aa829b-58d8-4f2c-83d8-ccf46bc8330a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1710591 Sep 19 06:59:58.666677 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.673166 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.741789 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'Port': ['ID=7dfc0209-749f-4e1c-b230-6a68c5fa5f67,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 06:59:58.754291 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.768505 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 06:59:58.769866 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-317f230c-fb18-4385-9cfc-2bd97e238767 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1526380 Sep 19 07:00:01.542329 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-fce6028c-a8f7-489e-999f-0e2b468f7b41 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--543677580&fields=id&tenant_id=9f62a968b288420588eec33c98710dea HTTP/1.1" status: 200 len: 267 time: 0.0347252 Sep 19 07:00:01.544660 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-ef44e531-04aa-47cc-84bd-e0d777da7724 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1081067093&fields=id&tenant_id=fce024b64b6c45f1934a19f876f1de42 HTTP/1.1" status: 200 len: 267 time: 0.0410867 Sep 19 07:00:01.657525 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672928-21b0-4d76-aeb1-6396e818742c req-3adf9eaf-48e8-4313-a209-e38988f99537 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:01.661279 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-3adf9eaf-48e8-4313-a209-e38988f99537 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 817 time: 0.1099577 Sep 19 07:00:01.662491 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-c934a05c-a31e-4ef4-91e2-8f6dfc820985 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:01.664040 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-c934a05c-a31e-4ef4-91e2-8f6dfc820985 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 810 time: 0.1101432 Sep 19 07:00:01.677572 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-5a3f7514-c129-4848-b998-bdde91dac477 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/quotas/9f62a968b288420588eec33c98710dea HTTP/1.1" status: 200 len: 375 time: 0.0100815 Sep 19 07:00:01.679391 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-c9225da7-9c46-4df8-a572-faa97b9b7dfb tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/quotas/fce024b64b6c45f1934a19f876f1de42 HTTP/1.1" status: 200 len: 375 time: 0.0096161 Sep 19 07:00:01.732605 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-ccd0adc5-652f-4249-b211-a105b10bc552 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477223 Sep 19 07:00:01.733341 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-e3e6bbdb-f351-47bc-9d7f-27252187ef5b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499856 Sep 19 07:00:01.828219 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-317c2157-252e-4e21-923c-9c8e9ecd6116 service neutron] 10.222.0.18 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831900 Sep 19 07:00:01.838137 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-2b84ed82-8cf7-4e93-b887-2927a39db520 service neutron] 10.222.0.18 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930943 Sep 19 07:00:01.922703 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-5f0ed3fe-e50f-4cf5-bf7f-722bd0395114 service neutron] 10.222.0.18 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884535 Sep 19 07:00:01.938487 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-a7234b9f-eb0a-48ef-bac1-b81d7ddc292a service neutron] 10.222.0.18 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942650 Sep 19 07:00:02.124008 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-260491ae-bddc-4fdc-9045-338fd706adfb req-98a888ef-0189-4caf-9d95-6186f5128034 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 210 time: 0.0395496 Sep 19 07:00:02.129208 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a934c3e3-b915-466d-8928-e0b5a65f1803 req-c91313cd-65f8-48d8-98d9-a5cf98753270 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 210 time: 0.0418181 Sep 19 07:00:03.184113 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672928-21b0-4d76-aeb1-6396e818742c req-5906961d-c499-4a8e-a4d4-68ac20c75a32 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:03.185583 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-5906961d-c499-4a8e-a4d4-68ac20c75a32 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 817 time: 0.1090279 Sep 19 07:00:03.223886 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1a9dc267-6a43-468a-9755-e7c987bfb9da req-417a8260-ce20-4ae0-bf93-0f0a4efe7d4a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 210 time: 0.0263896 Sep 19 07:00:03.246309 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-77f7fa62-5c44-4e83-96e4-11fd70a474f7 req-514a8d3c-d7d5-4646-a77c-15939b2ccd44 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 210 time: 0.0446200 Sep 19 07:00:03.277160 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-8c702d99-28c9-4c6d-838d-e6c9d6e8be72 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f62a968b288420588eec33c98710dea HTTP/1.1" status: 200 len: 379 time: 0.0655291 Sep 19 07:00:03.290010 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'port': {'device_id': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'admin_state_up': True, 'tenant_id': '9f62a968b288420588eec33c98710dea', 'security_groups': ['97e37201-2881-495f-8477-6aa68cd3339d']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:00:03.394927 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Made reservation on behalf of 9f62a968b288420588eec33c98710dea for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:00:03.414507 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:03.545084 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Allocated IP 172.20.0.13 (e9eab26a-ef35-47bf-96cc-57df288abc52/749ecaf3-253c-4050-9fd3-9e5012e508ce/cd0193e7-8cae-4e77-a446-ef76a671ebc4) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:00:03.764716 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:03.777510 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7f706ae8-96b5-475e-8f3d-1b7b40df274a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:03.778930 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7f706ae8-96b5-475e-8f3d-1b7b40df274a tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 810 time: 0.1661689 Sep 19 07:00:03.823343 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:03.878830 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-c9d2c6c3-7948-4c0f-84c8-9b3f96382feb tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fce024b64b6c45f1934a19f876f1de42 HTTP/1.1" status: 200 len: 380 time: 0.0767434 Sep 19 07:00:03.885314 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Network e9eab26a-ef35-47bf-96cc-57df288abc52 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:00:03.890477 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:00:03.895488 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:00:03.903226 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'port': {'device_id': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'admin_state_up': True, 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'security_groups': ['1c1d03f8-445a-458e-bc09-68323af839f9']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:00:03.906511 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:04.003281 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:04.003978 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.034959 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-c07708c1-571e-476f-a8d8-6b33ac1a4905 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7484088 Sep 19 07:00:04.057632 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Request body: {'port': {'device_id': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:00:04.074264 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-40e3e292-fba3-4837-b1b3-87decfd9c78d None None] Provisioning complete for port cd0193e7-8cae-4e77-a446-ef76a671ebc4 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:00:04.074761 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-40e3e292-fba3-4837-b1b3-87decfd9c78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.094458 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Made reservation on behalf of fce024b64b6c45f1934a19f876f1de42 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:00:04.097940 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.115182 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-40e3e292-fba3-4837-b1b3-87decfd9c78d None None] Port cd0193e7-8cae-4e77-a446-ef76a671ebc4 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:00:04.143282 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.346866 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd841005-8ee2-484b-8ad8-ae899307143b req-354e893b-3164-40cf-a70f-c49906366cd6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:04.348546 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd841005-8ee2-484b-8ad8-ae899307143b req-354e893b-3164-40cf-a70f-c49906366cd6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 932 time: 0.0520868 Sep 19 07:00:04.360447 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e8a9360e-7de7-4eb3-bc1b-27a6502549ce req-40275091-c702-48d8-bb9d-314af3446246 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 210 time: 0.0424330 Sep 19 07:00:04.370418 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Allocated IP 172.20.0.11 (b4c3dd4a-3a49-4989-9a68-4d90016261b3/d052678b-7038-4d6a-8af1-775f325f2fa7/3003f129-5c90-4b11-ba9d-c03f6b51d17e) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:00:04.395014 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-dd841005-8ee2-484b-8ad8-ae899307143b req-c4d891b4-2372-42f8-ba85-1f286b15305e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403435 Sep 19 07:00:04.613935 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.620812 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0193e7-8cae-4e77-a446-ef76a671ebc4 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:00:04.629774 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.650008 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Transition to ACTIVE for port object cd0193e7-8cae-4e77-a446-ef76a671ebc4 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 07:00:04.657090 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.708305 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.719426 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:04.777486 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:00:04.784884 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:00:04.818288 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:00:04.849277 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event updated for resources: {'Port': ['ID=3003f129-5c90-4b11-ba9d-c03f6b51d17e,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:04.884353 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:04.884971 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.904034 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Attempting to bind port cd0193e7-8cae-4e77-a446-ef76a671ebc4 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:00:04.904403 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Attempting to bind port cd0193e7-8cae-4e77-a446-ef76a671ebc4 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:00:04.904798 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Attempting to bind port cd0193e7-8cae-4e77-a446-ef76a671ebc4 on network e9eab26a-ef35-47bf-96cc-57df288abc52 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:00:04.909246 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-7150a68a-b853-4098-ac47-5c45d7b8eb3d tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0108261 Sep 19 07:00:04.911208 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Port cd0193e7-8cae-4e77-a446-ef76a671ebc4 on network e9eab26a-ef35-47bf-96cc-57df288abc52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 07:00:04.911562 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Attempting to bind port cd0193e7-8cae-4e77-a446-ef76a671ebc4 on network e9eab26a-ef35-47bf-96cc-57df288abc52 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:00:04.916417 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:00:04.916750 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Checking segment: {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:00:04.917126 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Bound using segment: {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:00:04.917546 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Bound port: cd0193e7-8cae-4e77-a446-ef76a671ebc4, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0b29de9-1682-41f4-9d14-bcb1d352fd77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:00:04.917901 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:04.932311 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Request body: {'port': {'device_id': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:00:05.033090 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:05.049059 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:00:05.082708 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:00:05.089555 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:05.162880 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-23af2630-ad50-409e-8f52-aba0a4c01376 None None] Provisioning complete for port 3003f129-5c90-4b11-ba9d-c03f6b51d17e triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:00:05.163385 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-23af2630-ad50-409e-8f52-aba0a4c01376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:05.185681 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:05.186298 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:05.187702 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] 10.222.0.32 "PUT /v2.0/ports/cd0193e7-8cae-4e77-a446-ef76a671ebc4 HTTP/1.1" status: 200 len: 1094 time: 1.1361327 Sep 19 07:00:05.188143 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:00:05.191377 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a" -d '{"events": [{"name": "network-changed", "server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:00:05.206931 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-23af2630-ad50-409e-8f52-aba0a4c01376 None None] Port 3003f129-5c90-4b11-ba9d-c03f6b51d17e cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:00:05.238970 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a6ffe-9da7-4366-ae80-f3ba6d340b03 x-openstack-request-id: req-c98a6ffe-9da7-4366-ae80-f3ba6d340b03 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:00:05.239255 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:00:05.239507 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c98a6ffe-9da7-4366-ae80-f3ba6d340b03 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:00:05.239926 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'status': 'completed', 'code': 200} Sep 19 07:00:05.275968 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee92818-0678-42a4-a027-3b4db9c3f23e service neutron] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:05.350375 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672928-21b0-4d76-aeb1-6396e818742c req-f910864b-ed94-412e-a235-6bcaaf37e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:05.351867 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-f910864b-ed94-412e-a235-6bcaaf37e928 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 1097 time: 0.0911698 Sep 19 07:00:05.412816 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-03af7dd4-e2ce-43a0-ac98-7bd4014be238 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4 HTTP/1.1" status: 200 len: 217 time: 0.0426035 Sep 19 07:00:05.501779 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27e1a9-7c84-4f3c-af8b-611f8839e05f req-bc9c9edc-5a59-45b5-b882-a52502b8c65e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:05.503292 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-be27e1a9-7c84-4f3c-af8b-611f8839e05f req-bc9c9edc-5a59-45b5-b882-a52502b8c65e tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 932 time: 0.0680938 Sep 19 07:00:05.529164 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3003f129-5c90-4b11-ba9d-c03f6b51d17e {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:00:05.535819 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672928-21b0-4d76-aeb1-6396e818742c req-d2277579-3c6a-4b99-8caa-1a10c17bb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:05.537316 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-d2277579-3c6a-4b99-8caa-1a10c17bb84c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.1129346 Sep 19 07:00:05.542209 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-be27e1a9-7c84-4f3c-af8b-611f8839e05f req-60c9dda3-30f8-436b-932f-7c495bfcaa93 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327613 Sep 19 07:00:05.542947 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:05.586704 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Transition to ACTIVE for port object 3003f129-5c90-4b11-ba9d-c03f6b51d17e will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 07:00:05.594179 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:05.613221 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df932a2-7697-4e50-b68e-ae5502d99e45 req-364da89b-9d54-40d0-aa1a-bf5a39fdddb7 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:05.614782 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4df932a2-7697-4e50-b68e-ae5502d99e45 req-364da89b-9d54-40d0-aa1a-bf5a39fdddb7 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.1211607 Sep 19 07:00:05.665258 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53672928-21b0-4d76-aeb1-6396e818742c req-8bf3f358-5b8a-44fd-a420-20ad9bb1402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:05.666809 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-8bf3f358-5b8a-44fd-a420-20ad9bb1402d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211820 Sep 19 07:00:05.696315 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3003f129-5c90-4b11-ba9d-c03f6b51d17e,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:05.751046 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4df932a2-7697-4e50-b68e-ae5502d99e45 req-251734f2-caff-4d01-af06-8058ea3aa2da tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135881 Sep 19 07:00:06.073664 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-58d39225-0379-4201-ae41-2e231fefd08f service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927987 Sep 19 07:00:06.075850 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Attempting to bind port 3003f129-5c90-4b11-ba9d-c03f6b51d17e on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:00:06.076186 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Attempting to bind port 3003f129-5c90-4b11-ba9d-c03f6b51d17e by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:00:06.076517 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Attempting to bind port 3003f129-5c90-4b11-ba9d-c03f6b51d17e on network b4c3dd4a-3a49-4989-9a68-4d90016261b3 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:00:06.081233 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Port 3003f129-5c90-4b11-ba9d-c03f6b51d17e on network b4c3dd4a-3a49-4989-9a68-4d90016261b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 07:00:06.081555 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Attempting to bind port 3003f129-5c90-4b11-ba9d-c03f6b51d17e on network b4c3dd4a-3a49-4989-9a68-4d90016261b3 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:00:06.093756 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 6, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:00:06.094106 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Checking segment: {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:00:06.094482 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Bound using segment: {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:00:06.094925 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Bound port: 3003f129-5c90-4b11-ba9d-c03f6b51d17e, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2945d78d-04f3-4264-b222-6a4d0d8b37b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:00:06.095293 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:06.220307 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] For port 3003f129-5c90-4b11-ba9d-c03f6b51d17e, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:00:06.223277 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] For port 3003f129-5c90-4b11-ba9d-c03f6b51d17e, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3003f129-5c90-4b11-ba9d-c03f6b51d17e,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:00:06.226371 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-53672928-21b0-4d76-aeb1-6396e818742c req-ec840a21-4426-4455-88ff-9dcb9480648a service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427879 Sep 19 07:00:06.228488 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:06.264398 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.265012 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:06.266368 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] 10.222.0.32 "PUT /v2.0/ports/3003f129-5c90-4b11-ba9d-c03f6b51d17e HTTP/1.1" status: 200 len: 1094 time: 1.3390079 Sep 19 07:00:06.286982 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e8828-8120-4388-a579-61cdff3ccdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=3003f129-5c90-4b11-ba9d-c03f6b51d17e,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:06.425080 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-a91ecb76-fc7e-46d9-ae9f-d965af7c955c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.426561 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-a91ecb76-fc7e-46d9-ae9f-d965af7c955c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 1097 time: 0.0777094 Sep 19 07:00:06.429003 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-701e4a05-44a2-4ef3-ac15-34060a91e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.430335 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-701e4a05-44a2-4ef3-ac15-34060a91e624 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 1097 time: 0.0552802 Sep 19 07:00:06.498666 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-c1d37142-a2c2-4e2f-afbf-749931f00bd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3003f129-5c90-4b11-ba9d-c03f6b51d17e HTTP/1.1" status: 200 len: 217 time: 0.0489359 Sep 19 07:00:06.590492 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-902bf4f4-777d-4d9b-b938-283970ab4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.591932 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-902bf4f4-777d-4d9b-b938-283970ab4fc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 200 len: 849 time: 0.0832171 Sep 19 07:00:06.602859 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-6de88f33-3d6c-4f27-9253-550f70a63370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.604565 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-6de88f33-3d6c-4f27-9253-550f70a63370 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.1559799 Sep 19 07:00:06.663573 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf0385-0d1c-421b-b783-fb28b7ea6396 req-c89d26ff-fabc-4429-a646-fa6a59a04209 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.665136 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0dbf0385-0d1c-421b-b783-fb28b7ea6396 req-c89d26ff-fabc-4429-a646-fa6a59a04209 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 944 time: 0.0520182 Sep 19 07:00:06.670326 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-c40a2654-a069-4124-a517-c828f02eeb03 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4 HTTP/1.1" status: 200 len: 217 time: 0.0498612 Sep 19 07:00:06.704194 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0dbf0385-0d1c-421b-b783-fb28b7ea6396 req-f6349644-1a65-48cd-ab5f-80031a3109cb tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319486 Sep 19 07:00:06.721989 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-82e2d979-d1f8-4e0c-96a8-1d768ac0c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.721989 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-82e2d979-d1f8-4e0c-96a8-1d768ac0c9d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4c3dd4a-3a49-4989-9a68-4d90016261b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1060092 Sep 19 07:00:06.738304 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-14768837-1e15-44cc-b9d5-c3b8e2c73350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.739655 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-14768837-1e15-44cc-b9d5-c3b8e2c73350 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.0601196 Sep 19 07:00:06.835048 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-3be4c8b3-02e4-4f89-b529-8b02027a1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.836738 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-3be4c8b3-02e4-4f89-b529-8b02027a1870 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875766 Sep 19 07:00:06.902877 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-2df276b6-03bf-46d1-9eb2-5caa6baa17c0 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752589 Sep 19 07:00:06.979582 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63417e8a-700d-4873-a9c4-6c405eb37dd2 req-5f7c5783-e56d-4e7d-a375-f277d4688a2f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:06.980022 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63417e8a-700d-4873-a9c4-6c405eb37dd2 req-5f7c5783-e56d-4e7d-a375-f277d4688a2f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.1423194 Sep 19 07:00:07.054489 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-207e8ed7-bc6b-486c-ad04-8f9fad555649 service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013192 Sep 19 07:00:07.103098 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-63417e8a-700d-4873-a9c4-6c405eb37dd2 req-d75a8ee4-4eff-4910-9cb4-ba3002547f37 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121898 Sep 19 07:00:07.113249 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b9d2e63-e2d9-4de9-947c-4751f792cfb2 req-75c1e8fb-78be-4094-863b-6def79c9d754 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007406 Sep 19 07:00:07.176567 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2adb6286-d1ba-4531-b6ce-fbd72ee8724a req-dc8da9c7-c27f-429d-a036-76693442fcff service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104267 Sep 19 07:00:07.241474 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'tag': '3003f129-5c90-4b11-ba9d-c03f6b51d17e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:00:07.243797 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a206228e-03cc-4803-ab39-7d4cd41f8574" -d '{"events": [{"name": "network-changed", "server_uuid": "3468802c-651f-4c37-8b3e-89dc0ca5c41f", "tag": "3003f129-5c90-4b11-ba9d-c03f6b51d17e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:00:07.280622 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc7a83c-913a-4e06-a37a-5fa544b00472 x-openstack-request-id: req-adc7a83c-913a-4e06-a37a-5fa544b00472 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:00:07.281208 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3468802c-651f-4c37-8b3e-89dc0ca5c41f", "tag": "3003f129-5c90-4b11-ba9d-c03f6b51d17e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:00:07.281461 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-adc7a83c-913a-4e06-a37a-5fa544b00472 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:00:07.281851 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'tag': '3003f129-5c90-4b11-ba9d-c03f6b51d17e', 'status': 'completed', 'code': 200} Sep 19 07:00:07.380167 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-06bd323d-564a-4dee-a203-3664725e35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:07.381558 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-06bd323d-564a-4dee-a203-3664725e35e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 1097 time: 0.0412955 Sep 19 07:00:07.491984 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-af7347b0-2436-478b-84f6-0b85694e2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:07.494041 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-af7347b0-2436-478b-84f6-0b85694e2750 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 911 time: 0.0990822 Sep 19 07:00:07.537393 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-d386d301-7692-4f6f-b6d3-442cf016ce9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3003f129-5c90-4b11-ba9d-c03f6b51d17e HTTP/1.1" status: 200 len: 217 time: 0.0346372 Sep 19 07:00:07.587454 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-493e1849-e5f6-49b6-a6a6-2ff3b7851c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:07.588855 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-493e1849-e5f6-49b6-a6a6-2ff3b7851c66 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 200 len: 849 time: 0.0432019 Sep 19 07:00:07.645034 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-d96cf377-875d-4f95-b2a7-c4a751c7d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:07.646383 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-d96cf377-875d-4f95-b2a7-c4a751c7d303 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4c3dd4a-3a49-4989-9a68-4d90016261b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389256 Sep 19 07:00:07.742112 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-6911f584-f046-4bb3-9c7b-da8dfe64aed8 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882130 Sep 19 07:00:07.870668 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f845a-9610-4483-9bd7-062ca74a384e req-a07e0487-274e-48a5-845c-0209fbe39c2f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:07.872173 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a6f845a-9610-4483-9bd7-062ca74a384e req-a07e0487-274e-48a5-845c-0209fbe39c2f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 944 time: 0.1026676 Sep 19 07:00:07.875589 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a206228e-03cc-4803-ab39-7d4cd41f8574 req-0ffbe4f9-493a-4fad-a811-89177115bcb3 service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255600 Sep 19 07:00:07.910301 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7a6f845a-9610-4483-9bd7-062ca74a384e req-42a5385b-7775-4fed-83bc-673a088bef0f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316584 Sep 19 07:00:08.225495 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7d42-72dc-423e-8a6f-83505f23b1f0 req-4603d1c8-a830-4ca4-a317-25bd09ea2dd5 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:08.227083 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7b2d7d42-72dc-423e-8a6f-83505f23b1f0 req-4603d1c8-a830-4ca4-a317-25bd09ea2dd5 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0493290 Sep 19 07:00:08.269710 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7b2d7d42-72dc-423e-8a6f-83505f23b1f0 req-9bf38e99-14a7-42ad-ab7c-5825f9af590e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354438 Sep 19 07:00:09.023372 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a39f-5fd3-418f-a571-fed9af87ac7d req-b2f66ff4-26f7-47cd-a981-596f92891971 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:09.024937 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3270a39f-5fd3-418f-a571-fed9af87ac7d req-b2f66ff4-26f7-47cd-a981-596f92891971 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 944 time: 0.0473614 Sep 19 07:00:09.062450 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3270a39f-5fd3-418f-a571-fed9af87ac7d req-77f014a5-36f0-4104-b4b4-0c0d4830bd4f tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316508 Sep 19 07:00:09.389321 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6b488-506d-4aff-9170-3f11ff3e069d req-b3a747a9-10ad-4988-9fc4-d23c940d0419 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:09.390787 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd6b488-506d-4aff-9170-3f11ff3e069d req-b3a747a9-10ad-4988-9fc4-d23c940d0419 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0518248 Sep 19 07:00:09.441397 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3fd6b488-506d-4aff-9170-3f11ff3e069d req-b6adee13-d1e9-4f07-9278-41939767271c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440278 Sep 19 07:00:10.178902 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966e0e8-351a-477e-8e1f-e9585fc7fa57 req-fe3e288f-18fe-4e4b-a9bb-b8821205a224 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:10.180438 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c966e0e8-351a-477e-8e1f-e9585fc7fa57 req-fe3e288f-18fe-4e4b-a9bb-b8821205a224 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 944 time: 0.0517480 Sep 19 07:00:10.218154 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c966e0e8-351a-477e-8e1f-e9585fc7fa57 req-c906111f-2546-43e0-8d05-fd11fd26e7a9 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316272 Sep 19 07:00:10.561665 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ac118-8664-46b9-bf58-8b463f37127e req-b0da0a76-62b1-48f4-9f7b-c99bc058b32b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:10.563142 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec2ac118-8664-46b9-bf58-8b463f37127e req-b0da0a76-62b1-48f4-9f7b-c99bc058b32b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0493891 Sep 19 07:00:10.600301 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ec2ac118-8664-46b9-bf58-8b463f37127e req-c267826b-ed69-451d-8992-32ac2d3c7f6c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305684 Sep 19 07:00:11.331170 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d7cde-7564-415e-809e-6d5bf786a873 req-7d486786-bfdf-48a5-b4e4-71694b3ef3a1 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:11.332720 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-743d7cde-7564-415e-809e-6d5bf786a873 req-7d486786-bfdf-48a5-b4e4-71694b3ef3a1 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 944 time: 0.0479250 Sep 19 07:00:11.372990 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-743d7cde-7564-415e-809e-6d5bf786a873 req-207be023-a263-4b51-b4f9-c5b92048f648 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337555 Sep 19 07:00:11.719805 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceee6a-5723-475e-bd47-6c85d297470e req-16c24a37-3932-4adc-8068-4514ada4f808 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:11.721245 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b6ceee6a-5723-475e-bd47-6c85d297470e req-16c24a37-3932-4adc-8068-4514ada4f808 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0473588 Sep 19 07:00:11.759641 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b6ceee6a-5723-475e-bd47-6c85d297470e req-8cb9665d-aaf6-42ae-9b89-cbabaa7f9921 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320766 Sep 19 07:00:11.767644 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 3003f129-5c90-4b11-ba9d-c03f6b51d17e details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:00:11.862106 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 3003f129-5c90-4b11-ba9d-c03f6b51d17e, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3003f129-5c90-4b11-ba9d-c03f6b51d17e,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:00:11.874015 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '3003f129-5c90-4b11-ba9d-c03f6b51d17e', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'port_id': '3003f129-5c90-4b11-ba9d-c03f6b51d17e', 'mac_address': 'fa:16:3e:71:2f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:00:11.911140 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:11.923246 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3003f129-5c90-4b11-ba9d-c03f6b51d17e {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:00:11.941767 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 3003f129-5c90-4b11-ba9d-c03f6b51d17e, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3003f129-5c90-4b11-ba9d-c03f6b51d17e,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:00:11.946179 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:11.946797 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device cd0193e7-8cae-4e77-a446-ef76a671ebc4 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:00:12.024576 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=3003f129-5c90-4b11-ba9d-c03f6b51d17e,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:12.070250 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0960a57f-ee0a-4e8a-a76a-176c58d1c1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:12.095550 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:00:12.107185 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'port_id': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'mac_address': 'fa:16:3e:31:1a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:00:12.144116 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:12.156556 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0193e7-8cae-4e77-a446-ef76a671ebc4 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:00:12.176042 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:00:12.181855 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:12.227615 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:12.486609 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff6967-7ae5-45c8-8d4b-97823b7afd70 req-0e80ac52-a9b3-4909-b394-181d20f381e7 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:12.488082 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-69ff6967-7ae5-45c8-8d4b-97823b7afd70 req-0e80ac52-a9b3-4909-b394-181d20f381e7 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 945 time: 0.0495033 Sep 19 07:00:12.525029 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-69ff6967-7ae5-45c8-8d4b-97823b7afd70 req-1d944e16-d3cf-4d82-a987-574ffa12e982 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310183 Sep 19 07:00:12.877987 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf05c03-2612-4f9f-b66a-9d18dc682122 req-7a785d7a-1566-459e-a9b0-6bd1b6a3ec07 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:12.879426 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-abf05c03-2612-4f9f-b66a-9d18dc682122 req-7a785d7a-1566-459e-a9b0-6bd1b6a3ec07 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 945 time: 0.0506573 Sep 19 07:00:12.916313 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-abf05c03-2612-4f9f-b66a-9d18dc682122 req-4301cfb9-3ca7-416a-a6cb-9e38b1bb572e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305026 Sep 19 07:00:13.143144 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['3003f129-5c90-4b11-ba9d-c03f6b51d17e'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:00:13.169591 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['cd0193e7-8cae-4e77-a446-ef76a671ebc4'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:00:13.639514 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcf514-b0b3-4735-9cbf-360cf68d7647 req-d72ab9f9-fff3-436c-a1f7-71868c45636b tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:13.640980 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c8bcf514-b0b3-4735-9cbf-360cf68d7647 req-d72ab9f9-fff3-436c-a1f7-71868c45636b tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 945 time: 0.0509601 Sep 19 07:00:13.679418 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c8bcf514-b0b3-4735-9cbf-360cf68d7647 req-a266d76e-b2fd-4599-b092-4240999e2347 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316842 Sep 19 07:00:14.029867 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90b573-dcb5-4ad1-8f3a-4c9072d92e46 req-bee33163-28f7-4e3c-a978-c75134af691c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:14.031629 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a90b573-dcb5-4ad1-8f3a-4c9072d92e46 req-bee33163-28f7-4e3c-a978-c75134af691c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 945 time: 0.0473464 Sep 19 07:00:14.067848 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a90b573-dcb5-4ad1-8f3a-4c9072d92e46 req-3265190e-15d1-4e02-b719-723ccf9c7663 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297842 Sep 19 07:00:14.676318 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a44f5809-08cd-4acd-9e2c-7b7459c2ec94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:14.791596 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cd07b-c673-4c2a-8cee-5bd78dcc6bdd req-737025d6-c428-4dae-84b9-4ead45bfe09c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:14.792978 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-997cd07b-c673-4c2a-8cee-5bd78dcc6bdd req-737025d6-c428-4dae-84b9-4ead45bfe09c tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 945 time: 0.0499511 Sep 19 07:00:14.798106 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 3003f129-5c90-4b11-ba9d-c03f6b51d17e up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:00:14.832442 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-997cd07b-c673-4c2a-8cee-5bd78dcc6bdd req-12d017bf-d21f-4454-82b0-dc7cb08e86f9 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Sep 19 07:00:14.855760 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 3003f129-5c90-4b11-ba9d-c03f6b51d17e completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 07:00:14.859660 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 3003f129-5c90-4b11-ba9d-c03f6b51d17e triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:00:14.860036 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:14.935557 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:14.957937 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3003f129-5c90-4b11-ba9d-c03f6b51d17e'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:00:14.960273 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c13a03-e538-4048-bbe4-fffa353b7183" -d '{"events": [{"server_uuid": "3468802c-651f-4c37-8b3e-89dc0ca5c41f", "name": "network-vif-plugged", "status": "completed", "tag": "3003f129-5c90-4b11-ba9d-c03f6b51d17e"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:00:14.976683 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 3003f129-5c90-4b11-ba9d-c03f6b51d17e, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3003f129-5c90-4b11-ba9d-c03f6b51d17e,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:00:14.982332 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:14.983503 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device cd0193e7-8cae-4e77-a446-ef76a671ebc4 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:00:15.022433 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54591f49-eb7b-48d1-a532-38e2cb0005ee x-openstack-request-id: req-54591f49-eb7b-48d1-a532-38e2cb0005ee {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:00:15.022721 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3468802c-651f-4c37-8b3e-89dc0ca5c41f", "name": "network-vif-plugged", "status": "completed", "tag": "3003f129-5c90-4b11-ba9d-c03f6b51d17e", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:00:15.022973 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54591f49-eb7b-48d1-a532-38e2cb0005ee {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:00:15.023358 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3003f129-5c90-4b11-ba9d-c03f6b51d17e', 'code': 200} Sep 19 07:00:15.061437 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=3003f129-5c90-4b11-ba9d-c03f6b51d17e,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:15.074609 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port cd0193e7-8cae-4e77-a446-ef76a671ebc4 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 07:00:15.078296 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port cd0193e7-8cae-4e77-a446-ef76a671ebc4 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:00:15.078673 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:15.164488 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:15.199024 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:00:15.202779 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:15.220321 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa02a6-3c6e-4792-a64c-adbea6183f06 req-c16f4803-c391-4319-b3f2-8be78343e769 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:15.221914 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d1fa02a6-3c6e-4792-a64c-adbea6183f06 req-c16f4803-c391-4319-b3f2-8be78343e769 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 945 time: 0.0804274 Sep 19 07:00:15.235763 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c4d29-3c4d-4533-92f1-9a5929dc7bb8 req-7afd7ae5-756d-4d61-9bf2-94690d110b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:15.237157 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c2c4d29-3c4d-4533-92f1-9a5929dc7bb8 req-7afd7ae5-756d-4d61-9bf2-94690d110b87 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 1099 time: 0.0654883 Sep 19 07:00:15.250424 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:15.274993 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d1fa02a6-3c6e-4792-a64c-adbea6183f06 req-7eb4c75a-2c45-4ee1-b335-dc1a54d2ceb9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465648 Sep 19 07:00:15.289508 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c2c4d29-3c4d-4533-92f1-9a5929dc7bb8 req-e7c94722-0035-48b8-b939-e691102b24c0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396159 Sep 19 07:00:15.690260 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:15.801497 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:15.945172 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d38ca5-fbbb-4f84-8dea-640d96ac009b req-3cb54c09-4313-4f95-8e83-1ce292b888b4 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:15.946611 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-10d38ca5-fbbb-4f84-8dea-640d96ac009b req-3cb54c09-4313-4f95-8e83-1ce292b888b4 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 946 time: 0.0470338 Sep 19 07:00:15.982489 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-10d38ca5-fbbb-4f84-8dea-640d96ac009b req-20efee2f-fb87-425b-ab1d-7f132c6256c6 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301223 Sep 19 07:00:16.553124 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59681cfb-ab0e-42b2-ada7-a68003cd03e5 req-fa51bc8d-70f6-46f0-8eec-30eef3426b54 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:16.555251 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59681cfb-ab0e-42b2-ada7-a68003cd03e5 req-fa51bc8d-70f6-46f0-8eec-30eef3426b54 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.2102280 Sep 19 07:00:16.591646 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-59681cfb-ab0e-42b2-ada7-a68003cd03e5 req-cfbc6f6b-2dab-4175-9e7e-4544e1d99ebd tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302565 Sep 19 07:00:17.024887 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:00:17.027681 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca4777-8a32-4986-b61a-2e0bc4f20543" -d '{"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-plugged", "status": "completed", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:00:17.065056 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6de1d06-23f9-41f9-a41c-faaa765868f6 x-openstack-request-id: req-a6de1d06-23f9-41f9-a41c-faaa765868f6 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:00:17.065352 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-plugged", "status": "completed", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:00:17.065620 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6de1d06-23f9-41f9-a41c-faaa765868f6 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:00:17.065998 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'code': 200} Sep 19 07:00:17.160166 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa54b9d-9675-477e-9803-bd929fba526a req-e43ab928-be7a-46be-83a5-37496c8965ef tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:17.161656 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7aa54b9d-9675-477e-9803-bd929fba526a req-e43ab928-be7a-46be-83a5-37496c8965ef tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 946 time: 0.1129715 Sep 19 07:00:17.206432 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7aa54b9d-9675-477e-9803-bd929fba526a req-95303f1b-6be2-4572-9965-49d5204bb6d9 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375867 Sep 19 07:00:17.308512 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d9f9a-a32e-40b1-8a0c-ccfe0a65ac9e req-86e13e44-d658-4b45-abce-663af05a75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:17.309955 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-849d9f9a-a32e-40b1-8a0c-ccfe0a65ac9e req-86e13e44-d658-4b45-abce-663af05a75f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 1099 time: 0.0690691 Sep 19 07:00:17.340611 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ca733-31ad-45ea-a087-c2f1540cdb27 req-13d1d028-86cb-450d-8c3d-4c2043e643d7 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:17.342045 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-da1ca733-31ad-45ea-a087-c2f1540cdb27 req-13d1d028-86cb-450d-8c3d-4c2043e643d7 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 946 time: 0.0676327 Sep 19 07:00:17.350742 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43632) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:00:17.356795 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-b96c7380-df37-42a4-a34f-b8b8de3dfa97 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Request body: {'floatingip': {'port_id': '3003f129-5c90-4b11-ba9d-c03f6b51d17e'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:00:17.358802 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-849d9f9a-a32e-40b1-8a0c-ccfe0a65ac9e req-2fae0f88-c640-4f55-93fd-eeac24aae762 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404196 Sep 19 07:00:17.389779 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:17.398349 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b96c7380-df37-42a4-a34f-b8b8de3dfa97 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:17.767774 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec45609-37b0-4a73-bf4b-b9bf43b85c4a req-7721868a-1d9a-43a1-9c27-bcb0a3650861 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:17.769251 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ec45609-37b0-4a73-bf4b-b9bf43b85c4a req-7721868a-1d9a-43a1-9c27-bcb0a3650861 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0909741 Sep 19 07:00:17.844156 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9ec45609-37b0-4a73-bf4b-b9bf43b85c4a req-c6e8e40e-50f5-4b94-9f2f-bd57a4af7f8a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679011 Sep 19 07:00:17.891829 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b96c7380-df37-42a4-a34f-b8b8de3dfa97 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:17.895961 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b96c7380-df37-42a4-a34f-b8b8de3dfa97 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:18.001489 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-b96c7380-df37-42a4-a34f-b8b8de3dfa97 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Floating IP ec8b4dee-0976-4cc6-a254-29628a9a68ff associated. External IP: 172.27.1.214, port: 3003f129-5c90-4b11-ba9d-c03f6b51d17e. Sep 19 07:00:18.209073 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96c7380-df37-42a4-a34f-b8b8de3dfa97 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Router 6ccd0608-623c-4810-9086-58bc0be61ed8 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:00:18.313050 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96c7380-df37-42a4-a34f-b8b8de3dfa97 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:00:18.317567 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b96c7380-df37-42a4-a34f-b8b8de3dfa97 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:18.325126 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] Sync routers for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:00:18.333806 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:00:18.334426 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:00:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:00:18.347092 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b96c7380-df37-42a4-a34f-b8b8de3dfa97 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "PUT /v2.0/floatingips/ec8b4dee-0976-4cc6-a254-29628a9a68ff HTTP/1.1" status: 200 len: 992 time: 0.9927118 Sep 19 07:00:18.347092 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'tag': '3003f129-5c90-4b11-ba9d-c03f6b51d17e'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:00:18.351768 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedfb334-cb93-41ca-83e3-86b5528baf55" -d '{"events": [{"name": "network-changed", "server_uuid": "3468802c-651f-4c37-8b3e-89dc0ca5c41f", "tag": "3003f129-5c90-4b11-ba9d-c03f6b51d17e"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:00:18.402605 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96328556-8b10-4192-a6cf-a723d23abf4b x-openstack-request-id: req-96328556-8b10-4192-a6cf-a723d23abf4b {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:00:18.402985 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3468802c-651f-4c37-8b3e-89dc0ca5c41f", "tag": "3003f129-5c90-4b11-ba9d-c03f6b51d17e", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:00:18.403203 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96328556-8b10-4192-a6cf-a723d23abf4b {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:00:18.403671 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'tag': '3003f129-5c90-4b11-ba9d-c03f6b51d17e', 'status': 'completed', 'code': 200} Sep 19 07:00:18.477265 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:00:18.535090 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-346bdb6c-2a2f-48ce-af4d-e0de83e911a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:18.536767 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-346bdb6c-2a2f-48ce-af4d-e0de83e911a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fce024b64b6c45f1934a19f876f1de42&device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 1099 time: 0.0421591 Sep 19 07:00:18.555591 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43658) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:00:18.682627 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-64f2797e-679a-45ab-8568-b3fd470c17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:18.683747 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-41775347-e108-4274-9ddc-e13b8da9dc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:18.684399 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-64f2797e-679a-45ab-8568-b3fd470c17f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 200 len: 911 time: 0.1104560 Sep 19 07:00:18.767244 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-458284f1-1602-4fee-b9bd-0532e49728d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3003f129-5c90-4b11-ba9d-c03f6b51d17e HTTP/1.1" status: 200 len: 1000 time: 0.0730875 Sep 19 07:00:18.797240 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-41775347-e108-4274-9ddc-e13b8da9dc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:18.802734 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-41775347-e108-4274-9ddc-e13b8da9dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:18.824000 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-3e61f72b-738b-409b-8aaf-e3d94774db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:18.825386 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-3e61f72b-738b-409b-8aaf-e3d94774db29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 200 len: 849 time: 0.0507553 Sep 19 07:00:18.830996 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-41775347-e108-4274-9ddc-e13b8da9dc83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54b0c396b7ba44a4956aebf4ed7f26ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743587 Sep 19 07:00:18.834945 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 43662) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:00:18.854585 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41775347-e108-4274-9ddc-e13b8da9dc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3add3e5d-33c3-4785-970c-90a2160fe24c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:18.906301 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-5a383b48-0a77-40c8-b394-bf652c721bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:18.907840 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-5a383b48-0a77-40c8-b394-bf652c721bc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4c3dd4a-3a49-4989-9a68-4d90016261b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740850 Sep 19 07:00:18.927462 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'ec8b4dee-0976-4cc6-a254-29628a9a68ff', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'port_id': '3003f129-5c90-4b11-ba9d-c03f6b51d17e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'mac_address': 'fa:16:3e:71:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:59:58Z', 'updated_at': '2021-09-19T07:00:17Z', 'revision_number': 1, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:00:18.953425 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] Checking router: 6ccd0608-623c-4810-9086-58bc0be61ed8 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:00:18.955716 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3ced81dc-2293-494c-a813-9933f0ac93b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:18.961714 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:00:18.962326 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:00:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:00:19.031447 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3ced81dc-2293-494c-a813-9933f0ac93b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:19.069593 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:00:19.082704 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aacb5-7f42-4946-8ea2-8684dc41a24a req-6cc0fada-f3e0-4d07-bca0-a150ff6b5cf4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:19.084242 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d66aacb5-7f42-4946-8ea2-8684dc41a24a req-6cc0fada-f3e0-4d07-bca0-a150ff6b5cf4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.1551216 Sep 19 07:00:19.108330 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-033a679e-a297-4fdb-9751-85ad0adc6e6d service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892705 Sep 19 07:00:19.167711 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d66aacb5-7f42-4946-8ea2-8684dc41a24a req-493287d1-753f-473e-aa6f-9fd4fc32431e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737460 Sep 19 07:00:19.196065 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3ced81dc-2293-494c-a813-9933f0ac93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:19.198521 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3ced81dc-2293-494c-a813-9933f0ac93b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:19.199674 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3ced81dc-2293-494c-a813-9933f0ac93b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3add3e5d-33c3-4785-970c-90a2160fe24c HTTP/1.1" status: 204 len: 168 time: 0.3571098 Sep 19 07:00:19.318527 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1616a81-1e70-4360-8ef5-da008f281aa0 req-dc1b7104-e20b-4272-b047-c2ad808f182b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:19.320959 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b1616a81-1e70-4360-8ef5-da008f281aa0 req-dc1b7104-e20b-4272-b047-c2ad808f182b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0602458 Sep 19 07:00:19.340838 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 43672) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:00:19.347881 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-a9d89d74-d80d-43cd-bb7b-ba84127a073c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Request body: {'floatingip': {'port_id': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:00:19.359327 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'ec8b4dee-0976-4cc6-a254-29628a9a68ff', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'port_id': '3003f129-5c90-4b11-ba9d-c03f6b51d17e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'mac_address': 'fa:16:3e:71:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:59:58Z', 'updated_at': '2021-09-19T07:00:17Z', 'revision_number': 1, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:00:19.395760 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6393d2b2-b404-4e16-a207-529ec089b0cc None None] The sync data for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi is: [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'ec8b4dee-0976-4cc6-a254-29628a9a68ff', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'port_id': '3003f129-5c90-4b11-ba9d-c03f6b51d17e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'mac_address': 'fa:16:3e:71:2f:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:59:58Z', 'updated_at': '2021-09-19T07:00:17Z', 'revision_number': 1, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:00:19.409550 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9d89d74-d80d-43cd-bb7b-ba84127a073c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:19.504876 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced81dc-2293-494c-a813-9933f0ac93b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3add3e5d-33c3-4785-970c-90a2160fe24c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:19.527737 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-dedfb334-cb93-41ca-83e3-86b5528baf55 req-ffceaeeb-280e-4242-9e1e-ebcfaf4db18c service neutron] 10.222.0.32 "GET /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099586 Sep 19 07:00:19.645155 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12316667-42fa-471d-b3b2-6776f61cdc2b None None] New status for floating IP ec8b4dee-0976-4cc6-a254-29628a9a68ff: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:00:19.874558 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9d89d74-d80d-43cd-bb7b-ba84127a073c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:19.878518 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9d89d74-d80d-43cd-bb7b-ba84127a073c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:19.977109 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-a9d89d74-d80d-43cd-bb7b-ba84127a073c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Floating IP 8a81818b-bc50-4c48-ae15-054a49117935 associated. External IP: 172.27.1.178, port: cd0193e7-8cae-4e77-a446-ef76a671ebc4. Sep 19 07:00:20.411823 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d89d74-d80d-43cd-bb7b-ba84127a073c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Router 8f7894be-b288-444c-8915-bf672e5e0fe9 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:00:20.514885 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d89d74-d80d-43cd-bb7b-ba84127a073c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:00:20.519635 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-a9d89d74-d80d-43cd-bb7b-ba84127a073c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:20.524728 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] Sync routers for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:00:20.534435 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:00:20.535045 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:00:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:00:20.546790 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a9d89d74-d80d-43cd-bb7b-ba84127a073c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "PUT /v2.0/floatingips/8a81818b-bc50-4c48-ae15-054a49117935 HTTP/1.1" status: 200 len: 992 time: 1.2045569 Sep 19 07:00:20.547400 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:00:20.549679 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edc2a94-03a1-4d99-8316-158f5c237e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:00:20.591369 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1df231-9aaf-4e8a-a7b9-342607997f4b x-openstack-request-id: req-1e1df231-9aaf-4e8a-a7b9-342607997f4b {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:00:20.591701 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:00:20.591957 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e1df231-9aaf-4e8a-a7b9-342607997f4b {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:00:20.592351 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'status': 'completed', 'code': 200} Sep 19 07:00:20.644480 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:00:20.693061 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-66113587-adbc-4264-bfce-842efb1cef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:20.694550 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-66113587-adbc-4264-bfce-842efb1cef6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 1099 time: 0.0404615 Sep 19 07:00:20.786329 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-65ac3a93-0401-44ee-a877-579bf4e4324b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:20.788548 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-65ac3a93-0401-44ee-a877-579bf4e4324b service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.0865757 Sep 19 07:00:20.858508 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-3be47463-0f0c-46c2-a5c0-297aeecf491b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4 HTTP/1.1" status: 200 len: 1000 time: 0.0599775 Sep 19 07:00:20.872037 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '8a81818b-bc50-4c48-ae15-054a49117935', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'port_id': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'mac_address': 'fa:16:3e:31:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:59:58Z', 'updated_at': '2021-09-19T07:00:19Z', 'revision_number': 1, 'project_id': '9f62a968b288420588eec33c98710dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:00:20.904089 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] Checking router: 8f7894be-b288-444c-8915-bf672e5e0fe9 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:00:20.907914 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-6d28113d-eca2-46bd-9bf3-902c4c635e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:20.909358 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-6d28113d-eca2-46bd-9bf3-902c4c635e41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.0430603 Sep 19 07:00:20.912358 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:00:20.913514 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:00:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:00:20.953292 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-19d91f38-6fe5-49f9-a6ae-125ba4972640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:20.954702 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-19d91f38-6fe5-49f9-a6ae-125ba4972640 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381985 Sep 19 07:00:21.015081 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:00:21.044921 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-aceb7d57-ad83-4119-9ef0-59623d79509d service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824351 Sep 19 07:00:21.140873 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3edc2a94-03a1-4d99-8316-158f5c237e3d req-d8b7dfd4-5432-44da-84fc-9e030fb5e438 service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838280 Sep 19 07:00:21.235120 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '8a81818b-bc50-4c48-ae15-054a49117935', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'port_id': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'mac_address': 'fa:16:3e:31:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:59:58Z', 'updated_at': '2021-09-19T07:00:19Z', 'revision_number': 1, 'project_id': '9f62a968b288420588eec33c98710dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:00:21.264838 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e471b0a-4c9d-4e0b-aa65-2cd45b991982 None None] The sync data for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi is: [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '8a81818b-bc50-4c48-ae15-054a49117935', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'floating_ip_address': '172.27.1.178', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'port_id': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'mac_address': 'fa:16:3e:31:1a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T06:59:58Z', 'updated_at': '2021-09-19T07:00:19Z', 'revision_number': 1, 'project_id': '9f62a968b288420588eec33c98710dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:00:21.442553 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8eb319a-026d-4bc8-9913-2475d779f0a1 None None] New status for floating IP 8a81818b-bc50-4c48-ae15-054a49117935: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:00:26.489097 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:00:28.323497 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:33.169638 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-07e3ffe2-fa73-4eb6-aca9-eac98e7e7474 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1355147 Sep 19 07:00:33.243629 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-b7427eb1-4309-4f06-8102-2f33662ac8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:33.245131 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-b7427eb1-4309-4f06-8102-2f33662ac8c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1098 time: 0.0408664 Sep 19 07:00:33.351041 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-5834a31f-9bc3-4a41-bb7f-b415f9b7df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:33.352533 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-5834a31f-9bc3-4a41-bb7f-b415f9b7df68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 200 len: 909 time: 0.0866601 Sep 19 07:00:33.418854 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-8fd94666-a973-4a2b-8cc1-7b6ea03d0c33 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 200 len: 1000 time: 0.0556576 Sep 19 07:00:33.469137 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-b17a5657-c459-4393-ba29-52f4d9478fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:33.470576 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-b17a5657-c459-4393-ba29-52f4d9478fb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc0761fd-3e29-42d1-948e-4ac2f12e1310 HTTP/1.1" status: 200 len: 847 time: 0.0425265 Sep 19 07:00:33.523856 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-3d6d6fbf-cd95-415a-8c1c-c6b0de7dea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:33.525233 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-3d6d6fbf-cd95-415a-8c1c-c6b0de7dea1b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=506472ab-5c1c-4a8e-ad2e-eb545dc48435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433481 Sep 19 07:00:33.614237 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-9a030e84-ec08-4e76-af54-40db44126e7f service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798724 Sep 19 07:00:33.710720 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a34c8cf4-a4a5-489c-8d3b-351361c296e4 req-5b913d24-f6c7-4671-9387-16a10c9c1daa service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857477 Sep 19 07:00:42.031177 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-93b3ebf1-ac6f-4e95-b9cb-0d294750d0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:43.006783 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deee8d7-22d9-481d-9066-eac1051516b5 req-4acf30c8-0a41-4ef9-9ef2-88244680fec7 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:43.008278 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2deee8d7-22d9-481d-9066-eac1051516b5 req-4acf30c8-0a41-4ef9-9ef2-88244680fec7 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 945 time: 0.0481722 Sep 19 07:00:43.045508 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2deee8d7-22d9-481d-9066-eac1051516b5 req-5846c0b9-f477-4b91-bcb2-e8a3a207ecfc tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Sep 19 07:00:44.158771 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743ea61-070c-4d25-b242-ef711cd0beeb req-506c04ca-e2b1-49cb-87e9-298fbc1f293d tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:44.160254 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7743ea61-070c-4d25-b242-ef711cd0beeb req-506c04ca-e2b1-49cb-87e9-298fbc1f293d tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 945 time: 0.0479975 Sep 19 07:00:44.198185 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7743ea61-070c-4d25-b242-ef711cd0beeb req-f3d187aa-8e0e-4be8-a4dd-d7eb4d309a67 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Sep 19 07:00:44.678557 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5d88f3f7-b2c4-47a9-9259-a21ce2a1735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:45.116761 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-f4f3c504-c90a-4f32-ba82-290113e7ace4 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:45.118184 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-f4f3c504-c90a-4f32-ba82-290113e7ace4 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 945 time: 0.0470996 Sep 19 07:00:45.245121 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Deleting port 15c3c9b0-377d-4370-882a-0aecd43101de {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:00:45.245761 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:45.312122 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88a45b-437e-406c-8c2b-ee371c0dee0f req-17bbef2b-dbd4-46a4-ba2a-5b5d4e59f15e tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:45.313624 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5a88a45b-437e-406c-8c2b-ee371c0dee0f req-17bbef2b-dbd4-46a4-ba2a-5b5d4e59f15e tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=dcc6c6e1-b6aa-46ae-9831-8336f818ee9b HTTP/1.1" status: 200 len: 945 time: 0.0466571 Sep 19 07:00:45.333508 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] For port 15c3c9b0-377d-4370-882a-0aecd43101de, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=15c3c9b0-377d-4370-882a-0aecd43101de,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:00:45.333871 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:45.346062 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Calling delete_port for 15c3c9b0-377d-4370-882a-0aecd43101de owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:00:45.350759 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-5a88a45b-437e-406c-8c2b-ee371c0dee0f req-c8f621d6-9388-458b-99b1-e2c6560ab995 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305765 Sep 19 07:00:45.472430 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:45.508616 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Pushing event deleted for resources: {'Port': ['ID=15c3c9b0-377d-4370-882a-0aecd43101de,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:45.518506 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['15c3c9b0-377d-4370-882a-0aecd43101de'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:00:45.539116 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.539469 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.539838 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.540168 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.540495 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.540822 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.541157 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.541468 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.541864 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.542187 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.542504 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.542821 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:00:45.561585 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] No DVR routers for this DVR port 15c3c9b0-377d-4370-882a-0aecd43101de on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:00:45.570521 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:45.572468 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ac6512c2-42e5-4449-b3a2-d62d63b5c323 req-0477fc27-3fdf-4170-8632-2a982cfb87a9 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.32 "DELETE /v2.0/ports/15c3c9b0-377d-4370-882a-0aecd43101de HTTP/1.1" status: 204 len: 173 time: 0.4167602 Sep 19 07:00:45.572890 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc6c6e1-b6aa-46ae-9831-8336f818ee9b', 'name': 'network-vif-deleted', 'tag': '15c3c9b0-377d-4370-882a-0aecd43101de'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:00:45.575079 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4a16fc-0d3b-46bc-9187-745c61268827" -d '{"events": [{"server_uuid": "dcc6c6e1-b6aa-46ae-9831-8336f818ee9b", "name": "network-vif-deleted", "tag": "15c3c9b0-377d-4370-882a-0aecd43101de"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:00:45.664797 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a51bdb3-6d53-4221-b00f-a55d26d265fa x-openstack-request-id: req-2a51bdb3-6d53-4221-b00f-a55d26d265fa {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:00:45.665092 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc6c6e1-b6aa-46ae-9831-8336f818ee9b", "name": "network-vif-deleted", "tag": "15c3c9b0-377d-4370-882a-0aecd43101de", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:00:45.665344 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2a51bdb3-6d53-4221-b00f-a55d26d265fa {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:00:45.665764 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc6c6e1-b6aa-46ae-9831-8336f818ee9b', 'name': 'network-vif-deleted', 'tag': '15c3c9b0-377d-4370-882a-0aecd43101de', 'status': 'completed', 'code': 200} Sep 19 07:00:45.690634 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:45.803673 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:47.391271 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:49.564106 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 15c3c9b0-377d-4370-882a-0aecd43101de no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:00:49.585001 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 15c3c9b0-377d-4370-882a-0aecd43101de {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:00:49.585347 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 15c3c9b0-377d-4370-882a-0aecd43101de not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:00:55.321851 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-65bce82f-db59-469b-8e18-917ec393f89c tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:55.323294 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-65bce82f-db59-469b-8e18-917ec393f89c tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/networks?id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 HTTP/1.1" status: 200 len: 814 time: 0.1011503 Sep 19 07:00:55.338885 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-b180c15f-af40-4a6a-9d38-4f7b30eb4a00 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/quotas/b7d65d9c55474b79843ab35a33edfe8c HTTP/1.1" status: 200 len: 375 time: 0.0099952 Sep 19 07:00:55.369114 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-167cf41d-4005-40ab-a62c-5c7a2f6c76c1 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b7d65d9c55474b79843ab35a33edfe8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251174 Sep 19 07:00:55.513308 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-de6ca49e-710f-4de0-a747-167631145fe3 service neutron] 10.222.0.18 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374879 Sep 19 07:00:55.598993 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-afb9bad7-4e57-4649-8af4-c8ed6e66ffc3 service neutron] 10.222.0.18 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796754 Sep 19 07:00:55.752918 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4fdaa958-7dd8-4473-9012-f4365ea3ddfc req-cee8c9aa-0909-4682-872b-fb4ae077bb40 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 210 time: 0.0260227 Sep 19 07:00:56.853047 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a1b89012-b793-426b-a0c8-168ff6fad5fd req-f1596c01-0dd8-4ccd-84cb-f79b9f5637d4 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 210 time: 0.0311680 Sep 19 07:00:56.884901 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4ae3a584-7b31-4caa-ae19-85202bdffb94 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:56.886330 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4ae3a584-7b31-4caa-ae19-85202bdffb94 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.32 "GET /v2.0/networks?id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 HTTP/1.1" status: 200 len: 814 time: 0.1110077 Sep 19 07:00:56.931726 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Request body: {'port': {'device_id': '79498bba-6c44-4f3a-ba45-6d13402f287d', 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34', 'admin_state_up': True, 'tenant_id': 'b7d65d9c55474b79843ab35a33edfe8c'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:00:57.040334 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Made reservation on behalf of b7d65d9c55474b79843ab35a33edfe8c for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:00:57.043728 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:57.176770 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Allocated IP 172.20.0.4 (44dc0ee4-8014-4fc6-bea8-efbe53d9aa34/998732b1-4b4a-45de-99bc-49ccfeb07e66/3484f3b7-9a3a-4edd-91ad-c3b96542981f) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:00:57.320282 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:57.352732 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:57.397828 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:00:57.401397 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:00:57.407769 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:00:57.431811 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Pushing event updated for resources: {'Port': ['ID=3484f3b7-9a3a-4edd-91ad-c3b96542981f,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:57.458631 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:57.459249 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:57.472560 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-d9ade4d8-f3e5-4073-b8ae-c8c92237b71a tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446019 Sep 19 07:00:57.504335 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Request body: {'port': {'device_id': '79498bba-6c44-4f3a-ba45-6d13402f287d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:00:57.556043 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:57.811751 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3484f3b7-9a3a-4edd-91ad-c3b96542981f {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:00:57.818886 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:57.830816 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Transition to ACTIVE for port object 3484f3b7-9a3a-4edd-91ad-c3b96542981f will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 07:00:57.834696 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:57.882243 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c275110-a3ba-417d-9596-e810835515af service neutron] Pushing event updated for resources: {'Port': ['ID=3484f3b7-9a3a-4edd-91ad-c3b96542981f,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:57.950138 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Attempting to bind port 3484f3b7-9a3a-4edd-91ad-c3b96542981f on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:00:57.950841 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Attempting to bind port 3484f3b7-9a3a-4edd-91ad-c3b96542981f by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': 'c8b14d76-0316-4703-a2b4-b215f6fc8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:00:57.950841 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Attempting to bind port 3484f3b7-9a3a-4edd-91ad-c3b96542981f on network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:00:57.954954 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Port 3484f3b7-9a3a-4edd-91ad-c3b96542981f on network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 07:00:57.955277 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Attempting to bind port 3484f3b7-9a3a-4edd-91ad-c3b96542981f on network 44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:00:57.960094 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:00:57.960429 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Checking segment: {'id': 'c8b14d76-0316-4703-a2b4-b215f6fc8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:00:57.960807 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Bound using segment: {'id': 'c8b14d76-0316-4703-a2b4-b215f6fc8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:00:57.961762 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Bound port: 3484f3b7-9a3a-4edd-91ad-c3b96542981f, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b14d76-0316-4703-a2b4-b215f6fc8da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:00:57.962116 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:57.973834 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bffd34-6cb7-4b92-acc9-d400005b1394 req-d5602ea2-427f-42af-891e-7e0a3e3d9ed5 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:57.975433 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d1bffd34-6cb7-4b92-acc9-d400005b1394 req-d5602ea2-427f-42af-891e-7e0a3e3d9ed5 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 943 time: 0.0478730 Sep 19 07:00:58.012419 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d1bffd34-6cb7-4b92-acc9-d400005b1394 req-a508322e-10b7-47a8-8414-80b1b641abb5 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304019 Sep 19 07:00:58.027130 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] For port 3484f3b7-9a3a-4edd-91ad-c3b96542981f, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:00:58.030100 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] For port 3484f3b7-9a3a-4edd-91ad-c3b96542981f, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3484f3b7-9a3a-4edd-91ad-c3b96542981f,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:00:58.034772 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:58.066579 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:58.067190 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:58.068574 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-4c275110-a3ba-417d-9596-e810835515af service neutron] 10.222.0.32 "PUT /v2.0/ports/3484f3b7-9a3a-4edd-91ad-c3b96542981f HTTP/1.1" status: 200 len: 1093 time: 0.5683560 Sep 19 07:00:58.069003 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79498bba-6c44-4f3a-ba45-6d13402f287d', 'tag': '3484f3b7-9a3a-4edd-91ad-c3b96542981f'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:00:58.071234 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6" -d '{"events": [{"name": "network-changed", "server_uuid": "79498bba-6c44-4f3a-ba45-6d13402f287d", "tag": "3484f3b7-9a3a-4edd-91ad-c3b96542981f"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:00:58.096283 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c275110-a3ba-417d-9596-e810835515af service neutron] Pushing event updated for resources: {'Port': ['ID=3484f3b7-9a3a-4edd-91ad-c3b96542981f,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:00:58.111724 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e38434d-9e65-4191-b333-5a7be52b40c1 x-openstack-request-id: req-4e38434d-9e65-4191-b333-5a7be52b40c1 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:00:58.112015 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79498bba-6c44-4f3a-ba45-6d13402f287d", "tag": "3484f3b7-9a3a-4edd-91ad-c3b96542981f", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:00:58.112271 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e38434d-9e65-4191-b333-5a7be52b40c1 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:00:58.112697 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79498bba-6c44-4f3a-ba45-6d13402f287d', 'tag': '3484f3b7-9a3a-4edd-91ad-c3b96542981f', 'status': 'completed', 'code': 200} Sep 19 07:00:58.174970 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-3a6912e6-4d42-4261-a79b-58abbc5485f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:58.176486 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-3a6912e6-4d42-4261-a79b-58abbc5485f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d65d9c55474b79843ab35a33edfe8c&device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 1096 time: 0.0409174 Sep 19 07:00:58.226440 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-54b68828-f1ad-4aab-a526-bd39f7eb018c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3484f3b7-9a3a-4edd-91ad-c3b96542981f HTTP/1.1" status: 200 len: 217 time: 0.0359111 Sep 19 07:00:58.275256 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-dd6968f7-370c-4b0f-9d5c-db6fbb7bc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:58.276829 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-dd6968f7-370c-4b0f-9d5c-db6fbb7bc891 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=998732b1-4b4a-45de-99bc-49ccfeb07e66 HTTP/1.1" status: 200 len: 854 time: 0.0434489 Sep 19 07:00:58.311957 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-bb4dc2e3-fabc-4dac-95ae-6041c50b54ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250478 Sep 19 07:00:58.338962 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:00:58.424574 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-49b5ab23-3a83-465e-b21a-5bad4051fbbc service neutron] 10.222.0.32 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858214 Sep 19 07:00:58.514830 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3ee1c14c-a9fe-458e-8653-49f2d7bdad8f req-121c33be-588d-4a03-9183-79e8c2a68887 service neutron] 10.222.0.32 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797911 Sep 19 07:00:58.646387 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-abc27512-8cdb-4ffc-b156-1c1a59c8ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:58.647790 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-abc27512-8cdb-4ffc-b156-1c1a59c8ccf0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b7d65d9c55474b79843ab35a33edfe8c&device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 1096 time: 0.0394053 Sep 19 07:00:58.741554 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-7daa5b1e-7d52-4e8e-8c62-40a75cc9023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:58.743549 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-7daa5b1e-7d52-4e8e-8c62-40a75cc9023d service neutron] 10.222.0.32 "GET /v2.0/networks?id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 HTTP/1.1" status: 200 len: 915 time: 0.0858204 Sep 19 07:00:58.784008 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-60e724cf-6e33-42c9-af3a-3d72a19af75c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3484f3b7-9a3a-4edd-91ad-c3b96542981f HTTP/1.1" status: 200 len: 217 time: 0.0331481 Sep 19 07:00:58.839802 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-8a13303c-e653-4de9-a9c0-b4ca9cde7210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:58.841168 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-8a13303c-e653-4de9-a9c0-b4ca9cde7210 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=998732b1-4b4a-45de-99bc-49ccfeb07e66 HTTP/1.1" status: 200 len: 854 time: 0.0451808 Sep 19 07:00:58.874255 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-98e90ae8-4e0a-4561-a619-aba00b1e88ab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234134 Sep 19 07:00:58.964060 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-e03bb505-828e-419a-85fd-4372f6744acd service neutron] 10.222.0.32 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792160 Sep 19 07:00:59.056977 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4b2d52cc-5cb2-4480-9aa2-956d57f386c6 req-8423f22f-678f-4885-a0c3-daa0438b2d4e service neutron] 10.222.0.32 "GET /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841115 Sep 19 07:00:59.127464 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff47d50-5ba4-442a-af31-37d6975aeec6 req-d04af6b8-31a8-4756-9915-d435871ca8f1 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:00:59.129073 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fff47d50-5ba4-442a-af31-37d6975aeec6 req-d04af6b8-31a8-4756-9915-d435871ca8f1 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 943 time: 0.0479584 Sep 19 07:00:59.165080 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fff47d50-5ba4-442a-af31-37d6975aeec6 req-a4f7b4c4-cbba-44b5-b968-3df47c9ccb25 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302129 Sep 19 07:01:00.277860 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5b082-8068-4a51-840b-24afae0d8fd4 req-b2d50ae8-ef52-45ee-be83-eaa9b18a3c70 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:00.279295 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3da5b082-8068-4a51-840b-24afae0d8fd4 req-b2d50ae8-ef52-45ee-be83-eaa9b18a3c70 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 943 time: 0.0474765 Sep 19 07:01:00.318595 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3da5b082-8068-4a51-840b-24afae0d8fd4 req-d50b6317-88d7-4e73-a09c-e751a388dd08 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332680 Sep 19 07:01:01.433035 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03ff43-2c6d-4a93-849b-95db2928aa98 req-4e4bad0d-8883-4fe6-b34b-ffb7c4b38427 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:01.434471 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f03ff43-2c6d-4a93-849b-95db2928aa98 req-4e4bad0d-8883-4fe6-b34b-ffb7c4b38427 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 943 time: 0.0475905 Sep 19 07:01:01.471427 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5f03ff43-2c6d-4a93-849b-95db2928aa98 req-6f1085bf-79d4-4ecf-bf8b-a8a5b50efefe tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311790 Sep 19 07:01:01.547904 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 3484f3b7-9a3a-4edd-91ad-c3b96542981f details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:01:01.638122 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 3484f3b7-9a3a-4edd-91ad-c3b96542981f, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3484f3b7-9a3a-4edd-91ad-c3b96542981f,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:01.649325 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '3484f3b7-9a3a-4edd-91ad-c3b96542981f', 'network_id': '44dc0ee4-8014-4fc6-bea8-efbe53d9aa34', 'port_id': '3484f3b7-9a3a-4edd-91ad-c3b96542981f', 'mac_address': 'fa:16:3e:c8:42:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998732b1-4b4a-45de-99bc-49ccfeb07e66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:01:01.686689 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:01.703176 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3484f3b7-9a3a-4edd-91ad-c3b96542981f {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:01:01.723863 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 3484f3b7-9a3a-4edd-91ad-c3b96542981f, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3484f3b7-9a3a-4edd-91ad-c3b96542981f,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:01.728264 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:01.774411 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=3484f3b7-9a3a-4edd-91ad-c3b96542981f,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:01.781294 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.781641 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.781987 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.782307 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.782636 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.782961 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.783286 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.783628 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.783974 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.784296 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.784612 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:01.784927 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:02.087779 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['3484f3b7-9a3a-4edd-91ad-c3b96542981f'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:01:02.365555 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df14b74-8dff-40dd-8e83-59569f032745 req-24835784-283d-4ecf-8b8f-a76f4fd5f560 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:02.366908 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6df14b74-8dff-40dd-8e83-59569f032745 req-24835784-283d-4ecf-8b8f-a76f4fd5f560 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0509384 Sep 19 07:01:02.407092 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6df14b74-8dff-40dd-8e83-59569f032745 req-5fa74dbe-febe-4dec-9b19-3bee903c8a5f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337169 Sep 19 07:01:02.581961 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b2554-f7e4-4e42-a382-539fac449013 req-6ab9bde0-04a8-414c-99ce-b48f6aa01987 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:02.583410 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f6b2554-f7e4-4e42-a382-539fac449013 req-6ab9bde0-04a8-414c-99ce-b48f6aa01987 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 944 time: 0.0473487 Sep 19 07:01:02.619863 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6f6b2554-f7e4-4e42-a382-539fac449013 req-5c103852-a57c-4cbc-9682-c495ed4de03c tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301044 Sep 19 07:01:03.488535 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:01:03.525695 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b6094-65f1-4d88-aa2e-7ea39b73e9cd req-957e7837-cae8-4943-85ca-47a576f33d8f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:03.527169 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1c6b6094-65f1-4d88-aa2e-7ea39b73e9cd req-957e7837-cae8-4943-85ca-47a576f33d8f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0478275 Sep 19 07:01:03.563632 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1c6b6094-65f1-4d88-aa2e-7ea39b73e9cd req-4b912737-51eb-44f9-8431-bb6bb68d2679 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303340 Sep 19 07:01:03.577023 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 3484f3b7-9a3a-4edd-91ad-c3b96542981f up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:01:03.626730 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 3484f3b7-9a3a-4edd-91ad-c3b96542981f completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 07:01:03.630306 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 3484f3b7-9a3a-4edd-91ad-c3b96542981f triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:01:03.630684 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:03.706367 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:03.728620 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79498bba-6c44-4f3a-ba45-6d13402f287d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3484f3b7-9a3a-4edd-91ad-c3b96542981f'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:01:03.730867 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1848d91d-15b6-448a-99e6-a0e8534f3b5e" -d '{"events": [{"server_uuid": "79498bba-6c44-4f3a-ba45-6d13402f287d", "name": "network-vif-plugged", "status": "completed", "tag": "3484f3b7-9a3a-4edd-91ad-c3b96542981f"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:01:03.735556 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b3c8d-6fc2-4571-85de-5919e0f07d9b req-56b2b290-be23-4a7e-8d88-a5dda24416cc tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:03.737086 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6b3b3c8d-6fc2-4571-85de-5919e0f07d9b req-56b2b290-be23-4a7e-8d88-a5dda24416cc tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 944 time: 0.0487916 Sep 19 07:01:03.744193 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 3484f3b7-9a3a-4edd-91ad-c3b96542981f, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3484f3b7-9a3a-4edd-91ad-c3b96542981f,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:03.749453 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:03.775632 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6b3b3c8d-6fc2-4571-85de-5919e0f07d9b req-22403c52-61ea-4a26-b103-ff7cca9bc92b tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Sep 19 07:01:03.908513 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba5985d-5b78-41b9-9dd7-03a669dbcaec x-openstack-request-id: req-1ba5985d-5b78-41b9-9dd7-03a669dbcaec {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:01:03.908805 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79498bba-6c44-4f3a-ba45-6d13402f287d", "name": "network-vif-plugged", "status": "completed", "tag": "3484f3b7-9a3a-4edd-91ad-c3b96542981f", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:01:03.909064 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1ba5985d-5b78-41b9-9dd7-03a669dbcaec {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:01:03.909448 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79498bba-6c44-4f3a-ba45-6d13402f287d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3484f3b7-9a3a-4edd-91ad-c3b96542981f', 'code': 200} Sep 19 07:01:03.921945 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=3484f3b7-9a3a-4edd-91ad-c3b96542981f,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:04.040269 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8df991-80d0-40ef-8f77-cb32a6dd3b3b req-65a5b9f7-e0c7-4b8f-ba3d-c876bf9e59d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:04.041761 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e8df991-80d0-40ef-8f77-cb32a6dd3b3b req-65a5b9f7-e0c7-4b8f-ba3d-c876bf9e59d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 1098 time: 0.0407639 Sep 19 07:01:04.088874 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3e8df991-80d0-40ef-8f77-cb32a6dd3b3b req-0fca9923-80f1-41cf-b543-8842369912d8 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269434 Sep 19 07:01:04.677301 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca452b1-d503-4894-b1b2-fffec0149c0b req-1c2534bd-28a8-4eda-b7bd-d9130c2c69fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:04.678739 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-eca452b1-d503-4894-b1b2-fffec0149c0b req-1c2534bd-28a8-4eda-b7bd-d9130c2c69fd tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0478542 Sep 19 07:01:04.718496 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-eca452b1-d503-4894-b1b2-fffec0149c0b req-eb9277ce-5053-4b80-a145-20a05e5b8a4c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338662 Sep 19 07:01:04.891491 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6342921-edcc-4848-9919-4eca7de56b58 req-5571eb4c-47fa-4305-bf9e-7e6846daa77c tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:04.892951 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6342921-edcc-4848-9919-4eca7de56b58 req-5571eb4c-47fa-4305-bf9e-7e6846daa77c tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 945 time: 0.0472817 Sep 19 07:01:04.932660 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6342921-edcc-4848-9919-4eca7de56b58 req-3e12ef1f-6564-451f-997b-185b53e60137 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338619 Sep 19 07:01:05.832017 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591a48e-0583-4e2d-ba7a-62b6d5bfcc0e req-d6500aec-fe43-4d87-be90-61f3a7ecced4 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:05.833469 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8591a48e-0583-4e2d-ba7a-62b6d5bfcc0e req-d6500aec-fe43-4d87-be90-61f3a7ecced4 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0477571 Sep 19 07:01:05.870075 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-8591a48e-0583-4e2d-ba7a-62b6d5bfcc0e req-e4bc15ea-5536-4995-bb93-b8bd7711ceae tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307701 Sep 19 07:01:06.046709 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fbb41-dee8-4911-b9b4-a7a707de5f65 req-87dcb862-b99a-4d84-8e8e-8f6cdabfcfcf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:06.048085 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d4fbb41-dee8-4911-b9b4-a7a707de5f65 req-87dcb862-b99a-4d84-8e8e-8f6cdabfcfcf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 945 time: 0.0487809 Sep 19 07:01:06.084196 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d4fbb41-dee8-4911-b9b4-a7a707de5f65 req-442469c8-ce79-4ae9-a5c5-f92343e0c888 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302491 Sep 19 07:01:06.986616 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535d5f4-d166-460a-96b6-bb3a2a7f03a9 req-effac7ac-f0e3-47fa-8163-384f0ca6c38f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:06.988219 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5535d5f4-d166-460a-96b6-bb3a2a7f03a9 req-effac7ac-f0e3-47fa-8163-384f0ca6c38f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0505462 Sep 19 07:01:07.026164 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5535d5f4-d166-460a-96b6-bb3a2a7f03a9 req-7a99e728-7a83-475b-b8ed-ec1efaf7a1c7 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318542 Sep 19 07:01:08.139356 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4f578-fec3-430f-80ae-c0ac57fbbae4 req-af47ca29-e414-4e55-9ccb-944efc85412a tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:08.140805 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3ec4f578-fec3-430f-80ae-c0ac57fbbae4 req-af47ca29-e414-4e55-9ccb-944efc85412a tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0471060 Sep 19 07:01:08.176787 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3ec4f578-fec3-430f-80ae-c0ac57fbbae4 req-cc8a3539-d0c8-4af3-bf51-482e99712d03 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301936 Sep 19 07:01:09.298626 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2d8e7-10a2-432e-b9ee-b8f364f9d9d9 req-7baf9e3d-d70a-4030-bb04-8f9c9131ec78 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:09.300087 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6ba2d8e7-10a2-432e-b9ee-b8f364f9d9d9 req-7baf9e3d-d70a-4030-bb04-8f9c9131ec78 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0482702 Sep 19 07:01:09.339961 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6ba2d8e7-10a2-432e-b9ee-b8f364f9d9d9 req-0ba309f3-b8f8-4e82-9022-3f47ecbf0eb2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338848 Sep 19 07:01:10.459623 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8c7f0-234d-49ae-836c-dde4ffba1c4c req-5bca0be1-fa76-449b-b5aa-2a8f752f9300 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:10.461807 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a5c8c7f0-234d-49ae-836c-dde4ffba1c4c req-5bca0be1-fa76-449b-b5aa-2a8f752f9300 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0504882 Sep 19 07:01:10.503660 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a5c8c7f0-234d-49ae-836c-dde4ffba1c4c req-9675f39d-9c1f-4e7e-9735-e52948147da1 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338681 Sep 19 07:01:11.615635 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8037bb-7bcb-4b1d-b0b2-43b52c283744 req-f1be4c17-3700-457e-ba59-06613aaa360e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:11.617074 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af8037bb-7bcb-4b1d-b0b2-43b52c283744 req-f1be4c17-3700-457e-ba59-06613aaa360e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0474260 Sep 19 07:01:11.659989 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af8037bb-7bcb-4b1d-b0b2-43b52c283744 req-7bf745dc-a648-411a-be3c-f20b8d937893 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366631 Sep 19 07:01:12.032020 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-008efe06-1ece-4ba4-a883-7da4d8719a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:12.254780 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c507a8b-ce13-445a-bc3a-cafe29ff098d req-1f3ab43a-1638-45ff-afe1-e11a4513518a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:12.256242 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4c507a8b-ce13-445a-bc3a-cafe29ff098d req-1f3ab43a-1638-45ff-afe1-e11a4513518a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0475147 Sep 19 07:01:12.295898 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4c507a8b-ce13-445a-bc3a-cafe29ff098d req-336cc61c-019d-424e-88f2-65af17bb9b1d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331030 Sep 19 07:01:12.667467 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-9c01d8e6-4c49-4c03-94fb-1aec309b1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:12.668947 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-9c01d8e6-4c49-4c03-94fb-1aec309b1cbb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1098 time: 0.0393717 Sep 19 07:01:12.800585 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-cade1ec5-9b32-46cd-94d6-a5460459cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:12.802048 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-cade1ec5-9b32-46cd-94d6-a5460459cb52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 200 len: 909 time: 0.1249278 Sep 19 07:01:12.812888 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c602b6f-6528-4fd5-a547-b7f562bed3df req-88fdc7e3-29ab-409f-a7a4-707db98f3151 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:12.814308 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c602b6f-6528-4fd5-a547-b7f562bed3df req-88fdc7e3-29ab-409f-a7a4-707db98f3151 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0696335 Sep 19 07:01:12.891193 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2c602b6f-6528-4fd5-a547-b7f562bed3df req-461af306-b271-483a-a72a-dfa71c169769 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697052 Sep 19 07:01:12.896841 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-ea1ae91f-a021-447d-9fb1-de8c0f57f408 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 200 len: 1000 time: 0.0816956 Sep 19 07:01:12.946354 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-aafedb88-2688-4d5c-8cc8-40efe13e6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:12.947780 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-aafedb88-2688-4d5c-8cc8-40efe13e6754 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc0761fd-3e29-42d1-948e-4ac2f12e1310 HTTP/1.1" status: 200 len: 847 time: 0.0439360 Sep 19 07:01:12.994224 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-064e78f2-94d5-47a8-9ae0-a39689c74616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:12.995753 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-064e78f2-94d5-47a8-9ae0-a39689c74616 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=506472ab-5c1c-4a8e-ad2e-eb545dc48435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405467 Sep 19 07:01:13.099514 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-d4ef2397-bfc0-4baa-b821-f13504b36bc4 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962753 Sep 19 07:01:13.193739 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2399f39a-a867-47e3-8ca7-c321d06f656f req-2dc5e65e-8bed-4bcf-9304-adda79989428 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875463 Sep 19 07:01:13.415228 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6886d2b7-4395-4448-bf71-b673e8fc8022 req-01914fa9-8c0f-47f2-aa13-fc833a5f2645 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:13.416619 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6886d2b7-4395-4448-bf71-b673e8fc8022 req-01914fa9-8c0f-47f2-aa13-fc833a5f2645 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0477533 Sep 19 07:01:13.452471 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6886d2b7-4395-4448-bf71-b673e8fc8022 req-6c028d37-000c-4036-bc12-33c3544618f6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300646 Sep 19 07:01:14.011892 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dd7b9-8060-4f3e-81cf-9f4ef213fa96 req-7c308039-d0ca-44c5-bf16-da0132ac2a98 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:14.013355 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa5dd7b9-8060-4f3e-81cf-9f4ef213fa96 req-7c308039-d0ca-44c5-bf16-da0132ac2a98 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0489180 Sep 19 07:01:14.049666 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa5dd7b9-8060-4f3e-81cf-9f4ef213fa96 req-f661cc6a-ff41-4d02-988c-7521e07e872e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303123 Sep 19 07:01:14.567172 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3113dea-9783-41ce-8248-e58ea9af666b req-349e324b-44f1-40fd-bbfe-14581d56c0ed tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:14.568743 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e3113dea-9783-41ce-8248-e58ea9af666b req-349e324b-44f1-40fd-bbfe-14581d56c0ed tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0480845 Sep 19 07:01:14.607220 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e3113dea-9783-41ce-8248-e58ea9af666b req-b42aeebe-e20a-4324-ae24-6c299361869c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Sep 19 07:01:14.680666 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2552d8dc-7c5e-429a-bb2d-1637352bb5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:15.166314 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b23ec-f1ed-4263-acac-fb4047d4ccd7 req-eab8dcd2-94f8-476e-8f4f-109e8d3b0ee7 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:15.167794 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-904b23ec-f1ed-4263-acac-fb4047d4ccd7 req-eab8dcd2-94f8-476e-8f4f-109e8d3b0ee7 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0477717 Sep 19 07:01:15.204618 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-904b23ec-f1ed-4263-acac-fb4047d4ccd7 req-9ba9fae0-5d22-48cd-ac3d-c29fd533f5e1 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310745 Sep 19 07:01:15.692013 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:15.725281 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec81ce6-83ca-4790-ab42-defb6ab47f09 req-5804cd25-0a99-409a-82c0-f3ccf4f26fc7 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:15.726738 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4ec81ce6-83ca-4790-ab42-defb6ab47f09 req-5804cd25-0a99-409a-82c0-f3ccf4f26fc7 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0494409 Sep 19 07:01:15.767227 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4ec81ce6-83ca-4790-ab42-defb6ab47f09 req-b0a3451e-6628-43a1-8b10-9a410ff4b056 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339208 Sep 19 07:01:15.807497 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:16.316843 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d119d73-d2a1-42e5-9011-dd2f5c9e2160 req-481c69f0-e99f-415c-9f00-ca91554a7b09 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:16.318221 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8d119d73-d2a1-42e5-9011-dd2f5c9e2160 req-481c69f0-e99f-415c-9f00-ca91554a7b09 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0472093 Sep 19 07:01:16.358559 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8d119d73-d2a1-42e5-9011-dd2f5c9e2160 req-3d551ebc-e378-432b-ac04-a726376c91d7 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340838 Sep 19 07:01:16.881598 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3423b0a-0f3b-44c6-b411-1037baf27ecb req-67886da9-75d2-4d9c-84a0-190676c36120 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:16.883024 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c3423b0a-0f3b-44c6-b411-1037baf27ecb req-67886da9-75d2-4d9c-84a0-190676c36120 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0465178 Sep 19 07:01:16.919336 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c3423b0a-0f3b-44c6-b411-1037baf27ecb req-4394c8c5-a032-4e9b-a7b2-0aab1c44d00b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298767 Sep 19 07:01:17.394443 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:17.471797 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89741382-d67f-461f-9da7-526f389686cd req-a430b6e6-72ad-421d-84b1-30e9a01b8b92 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:17.473279 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89741382-d67f-461f-9da7-526f389686cd req-a430b6e6-72ad-421d-84b1-30e9a01b8b92 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0476265 Sep 19 07:01:17.509876 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89741382-d67f-461f-9da7-526f389686cd req-7fd00e54-8c1e-498d-afa7-612fc3052fa7 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300939 Sep 19 07:01:18.051003 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8deb10-ab65-479a-b153-f6c73c0e63d5 req-3995791e-167a-4c35-991f-baa070ad5d90 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:18.052325 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ad8deb10-ab65-479a-b153-f6c73c0e63d5 req-3995791e-167a-4c35-991f-baa070ad5d90 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0512588 Sep 19 07:01:18.092536 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ad8deb10-ab65-479a-b153-f6c73c0e63d5 req-79999e5f-9df1-4f11-968e-eef3f083a22f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341198 Sep 19 07:01:18.622526 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f93e29-271a-4b80-a6f9-3f13892c32f3 req-461f1900-dba9-4a75-9f75-86f1f70b57e9 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:18.623994 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f93e29-271a-4b80-a6f9-3f13892c32f3 req-461f1900-dba9-4a75-9f75-86f1f70b57e9 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0476210 Sep 19 07:01:18.661380 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-16f93e29-271a-4b80-a6f9-3f13892c32f3 req-cb1d31a8-4301-4449-9b8f-ba8be9f718f5 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315573 Sep 19 07:01:18.726512 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-2375d452-b960-4777-a6b7-3eba47f89033 req-0fdf41dc-f32c-47e1-a11d-00dd0b5c7512 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 07:01:18.727538 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2375d452-b960-4777-a6b7-3eba47f89033 req-0fdf41dc-f32c-47e1-a11d-00dd0b5c7512 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053999 Sep 19 07:01:18.859690 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44156) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:18.875152 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259f3a97-9891-490f-8855-621fb940ea3c req-eea632d2-ab0b-4820-8ba6-b4d46983bf3d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:18.877445 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-259f3a97-9891-490f-8855-621fb940ea3c req-eea632d2-ab0b-4820-8ba6-b4d46983bf3d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0488384 Sep 19 07:01:18.922092 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-259f3a97-9891-490f-8855-621fb940ea3c req-a34038d2-a2be-463c-814b-42f09bcd50bf tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384266 Sep 19 07:01:18.943872 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-f4c31f95-8dfe-45e0-af92-c17830e21f2d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0827730 Sep 19 07:01:18.952936 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-bf7fd6d8-71ee-423c-bf2d-b97590ca1e51 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94031) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 07:01:18.953878 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-bf7fd6d8-71ee-423c-bf2d-b97590ca1e51 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047207 Sep 19 07:01:19.223534 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449eb024-3e09-4807-a070-e6b1555be0ca req-b7d307fe-5532-4670-b9c4-d0b80bec6707 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:19.225138 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-449eb024-3e09-4807-a070-e6b1555be0ca req-b7d307fe-5532-4670-b9c4-d0b80bec6707 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0577900 Sep 19 07:01:19.264135 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-449eb024-3e09-4807-a070-e6b1555be0ca req-53139c24-b397-4f15-b5a4-99b391758b9d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322888 Sep 19 07:01:20.033659 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa33f95-11aa-467f-9537-33982c8968c3 req-56e99055-4000-416f-90cc-fffbe9d66e26 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:20.035093 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0aa33f95-11aa-467f-9537-33982c8968c3 req-56e99055-4000-416f-90cc-fffbe9d66e26 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0480227 Sep 19 07:01:20.070495 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0aa33f95-11aa-467f-9537-33982c8968c3 req-c033371b-5905-4691-951f-f40c010a2f31 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294127 Sep 19 07:01:20.377998 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b514b-e95d-41f0-9b04-51f74c6c03fa req-5597a1c9-60ca-498f-8660-edf03bc4f853 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:20.379358 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-852b514b-e95d-41f0-9b04-51f74c6c03fa req-5597a1c9-60ca-498f-8660-edf03bc4f853 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0471220 Sep 19 07:01:20.416644 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-852b514b-e95d-41f0-9b04-51f74c6c03fa req-934c0ac2-23d7-4bc0-addd-e23a4ff48b63 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310268 Sep 19 07:01:21.189196 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f3f3-b270-49cc-8df3-3adcd07eba48 req-56eb5011-b410-4928-a674-f5a06f88fcef tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:21.190635 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d115f3f3-b270-49cc-8df3-3adcd07eba48 req-56eb5011-b410-4928-a674-f5a06f88fcef tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0490584 Sep 19 07:01:21.227139 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d115f3f3-b270-49cc-8df3-3adcd07eba48 req-b0f73fef-202d-4892-861d-9048db5d049e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302439 Sep 19 07:01:21.246586 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device d144f3d1-c88d-45ff-98a9-49c152950f28 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:01:21.324766 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:21.348653 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:01:21.350811 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c3a03f-3578-4e18-9e1d-144da42d6eee" -d '{"events": [{"server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "name": "network-vif-unplugged", "status": "completed", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:01:21.364501 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=d144f3d1-c88d-45ff-98a9-49c152950f28,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:21.368100 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:21.394674 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 19 Sep 2021 07:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce70678e-2abc-43a5-802c-3221eb88fbe4 x-openstack-request-id: req-ce70678e-2abc-43a5-802c-3221eb88fbe4 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:01:21.394955 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "name": "network-vif-unplugged", "status": "failed", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28", "code": 422}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:01:21.395207 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce70678e-2abc-43a5-802c-3221eb88fbe4 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:01:21.395698 dv-cinder-809944-1-iscsi neutron-server[94032]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'code': 422} returned with failed status Sep 19 07:01:21.421647 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=d144f3d1-c88d-45ff-98a9-49c152950f28,revision_number=6']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:21.532888 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c7853-f105-47bc-afdd-651111e85bfc req-4890d408-0fad-4967-9a3b-3abedaea0f4d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:21.534344 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-935c7853-f105-47bc-afdd-651111e85bfc req-4890d408-0fad-4967-9a3b-3abedaea0f4d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0478766 Sep 19 07:01:21.574806 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-935c7853-f105-47bc-afdd-651111e85bfc req-76995bde-775b-4eb0-8512-6d7c9cb9034a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345883 Sep 19 07:01:22.341484 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221fa4b-6b1d-4cf8-a38e-debb87349100 req-19f007bd-f466-4fa5-abe1-ea4317690918 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:22.343814 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c221fa4b-6b1d-4cf8-a38e-debb87349100 req-19f007bd-f466-4fa5-abe1-ea4317690918 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0506957 Sep 19 07:01:22.394883 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c221fa4b-6b1d-4cf8-a38e-debb87349100 req-75b6c2a7-3e45-4f9e-aede-4a643c166354 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 Sep 19 07:01:22.715481 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67186026-4bac-492c-8b10-9df277c201f4 req-1bf27fbb-776a-40b0-a4dd-d7d940905138 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:22.716956 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-67186026-4bac-492c-8b10-9df277c201f4 req-1bf27fbb-776a-40b0-a4dd-d7d940905138 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0568020 Sep 19 07:01:22.754528 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-67186026-4bac-492c-8b10-9df277c201f4 req-63d9aa37-2ea3-4f0b-a1f7-72b7a8549afb tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309467 Sep 19 07:01:23.510964 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec443929-62ca-481f-addd-22fce0f94f00 req-8ff2d1aa-4814-4de5-8bab-a804e0af3502 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:23.512454 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ec443929-62ca-481f-addd-22fce0f94f00 req-8ff2d1aa-4814-4de5-8bab-a804e0af3502 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0509992 Sep 19 07:01:23.550014 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ec443929-62ca-481f-addd-22fce0f94f00 req-ed509fdc-5a83-465c-93eb-3682f0c623d8 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317633 Sep 19 07:01:23.594427 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-70f0e148-2fab-4593-adc5-af42ffe05aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:23.595897 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-70f0e148-2fab-4593-adc5-af42ffe05aaf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649&tenant_id=d6de158e34224bbfbecfbfe5483cff6c HTTP/1.1" status: 200 len: 1096 time: 0.0399730 Sep 19 07:01:23.674640 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-af98c687-3050-4ffd-9abb-fa4def158341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:23.681380 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-af98c687-3050-4ffd-9abb-fa4def158341 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1096 time: 0.0403755 Sep 19 07:01:23.773798 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-1b569167-8858-4746-a504-b60e1287a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:23.775254 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-1b569167-8858-4746-a504-b60e1287a05e service neutron] 10.222.0.32 "GET /v2.0/networks?id=506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 200 len: 909 time: 0.0904107 Sep 19 07:01:23.867611 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-3777410f-3d19-4787-a94e-1f7dc1b10ed1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 200 len: 998 time: 0.0843623 Sep 19 07:01:23.931085 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921f589-d1de-48a0-9809-5db37644a3c3 req-9fa2fc45-f222-45dc-9949-cc9d00676c73 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:23.932873 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e921f589-d1de-48a0-9809-5db37644a3c3 req-9fa2fc45-f222-45dc-9949-cc9d00676c73 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.1033013 Sep 19 07:01:23.954302 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-b7b26906-3f07-4c27-a208-d60c65d77fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:23.955727 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-b7b26906-3f07-4c27-a208-d60c65d77fe0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc0761fd-3e29-42d1-948e-4ac2f12e1310 HTTP/1.1" status: 200 len: 847 time: 0.0794570 Sep 19 07:01:24.008873 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e921f589-d1de-48a0-9809-5db37644a3c3 req-b15b3da9-970a-480c-9ea5-505612837ec6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675690 Sep 19 07:01:24.019623 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-3b3f6085-72a9-401f-a6b7-2a17e5d8ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:24.021240 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-3b3f6085-72a9-401f-a6b7-2a17e5d8ec75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=506472ab-5c1c-4a8e-ad2e-eb545dc48435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572934 Sep 19 07:01:24.118835 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-0599d79e-6c45-4188-9ad8-82f2b7639979 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888264 Sep 19 07:01:24.218536 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-28d0e289-9395-4482-bde4-773615bb8a3c service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843184 Sep 19 07:01:24.684664 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc35540-e520-4646-9286-c5dd5d09a4b4 req-799e3a94-5542-4d76-8fff-4c230f1c5c1d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:24.686128 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bdc35540-e520-4646-9286-c5dd5d09a4b4 req-799e3a94-5542-4d76-8fff-4c230f1c5c1d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0484612 Sep 19 07:01:24.725665 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bdc35540-e520-4646-9286-c5dd5d09a4b4 req-c3b60bdb-8e38-4f92-bf4c-460eaf18d9ca tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332303 Sep 19 07:01:25.140854 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533ffac-536e-472c-ab17-7e02667f153d req-f85ae249-efd4-4407-89a7-eb5634e30e66 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:25.142378 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b533ffac-536e-472c-ab17-7e02667f153d req-f85ae249-efd4-4407-89a7-eb5634e30e66 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0532475 Sep 19 07:01:25.184958 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b533ffac-536e-472c-ab17-7e02667f153d req-25716a23-dadc-4756-94ba-1f7776a199a6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368731 Sep 19 07:01:25.847919 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3923ffc-6fd8-44a7-9a2a-b69e7d82d027 req-c63e3ff6-91ef-47b1-9839-a81ac8e1635c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:25.849405 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3923ffc-6fd8-44a7-9a2a-b69e7d82d027 req-c63e3ff6-91ef-47b1-9839-a81ac8e1635c tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0563989 Sep 19 07:01:25.886988 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f3923ffc-6fd8-44a7-9a2a-b69e7d82d027 req-a5c584e2-5c3e-4fe7-b33a-5e572132209e tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312264 Sep 19 07:01:26.305155 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d73246-c53c-4728-ba75-c2a02309270b req-9c1381f7-b38a-4696-b1ed-399d17ba5bfb tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:26.306601 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e8d73246-c53c-4728-ba75-c2a02309270b req-9c1381f7-b38a-4696-b1ed-399d17ba5bfb tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0477877 Sep 19 07:01:26.343297 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e8d73246-c53c-4728-ba75-c2a02309270b req-eed9226f-173b-46e4-a280-fefe6dcbf441 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Sep 19 07:01:26.999478 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258329f8-ecfa-41f0-87fe-7464049ecda0 req-ba22c9d3-cf09-497a-b4f1-8caf60963df7 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:27.000985 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-258329f8-ecfa-41f0-87fe-7464049ecda0 req-ba22c9d3-cf09-497a-b4f1-8caf60963df7 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0477316 Sep 19 07:01:27.036636 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-258329f8-ecfa-41f0-87fe-7464049ecda0 req-e2c28bf7-7117-4dc2-a54f-27ced42e8e87 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299585 Sep 19 07:01:27.462413 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126edb2a-2598-46c9-bbc8-df79f2400353 req-5109ae24-df86-44b3-a791-0d7420438d2e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:27.464396 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-126edb2a-2598-46c9-bbc8-df79f2400353 req-5109ae24-df86-44b3-a791-0d7420438d2e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0499396 Sep 19 07:01:27.500816 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-126edb2a-2598-46c9-bbc8-df79f2400353 req-5047ab25-0b49-4fa5-907a-28d8134aff36 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306983 Sep 19 07:01:28.179589 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff58db-54f9-4b0c-89f4-7356e2f55a53 req-b0778abb-4626-41aa-9d7a-071889774306 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:28.181010 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-88ff58db-54f9-4b0c-89f4-7356e2f55a53 req-b0778abb-4626-41aa-9d7a-071889774306 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0789032 Sep 19 07:01:28.187467 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-c21e4f31-afca-4636-b5f7-33adba636db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:28.188866 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-c21e4f31-afca-4636-b5f7-33adba636db8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1096 time: 0.0577478 Sep 19 07:01:28.237640 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-88ff58db-54f9-4b0c-89f4-7356e2f55a53 req-319be74b-59a3-44c0-ac58-cef4bb315ad0 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478635 Sep 19 07:01:28.308283 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-b7e3a46c-d266-42bc-a55f-af46f9de7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:28.309748 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-b7e3a46c-d266-42bc-a55f-af46f9de7fc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 200 len: 909 time: 0.0948753 Sep 19 07:01:28.332233 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:28.376514 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-2a9c3439-ea4d-40d5-ad0b-13cf50d66e2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 200 len: 998 time: 0.0578055 Sep 19 07:01:28.425667 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-e8c11208-4315-4f3d-bef3-cd98840da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:28.427066 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-e8c11208-4315-4f3d-bef3-cd98840da2dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc0761fd-3e29-42d1-948e-4ac2f12e1310 HTTP/1.1" status: 200 len: 847 time: 0.0422788 Sep 19 07:01:28.623136 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5038b-7cdd-4b17-b2f5-8e019a3b170c req-73b8babb-63d4-445f-aa2c-8c3071924974 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:28.624907 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-50f5038b-7cdd-4b17-b2f5-8e019a3b170c req-73b8babb-63d4-445f-aa2c-8c3071924974 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0499616 Sep 19 07:01:28.664115 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-50f5038b-7cdd-4b17-b2f5-8e019a3b170c req-3dde8cf4-54c6-48c0-9a9d-ed9a09113d96 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331640 Sep 19 07:01:28.704014 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-dfd63d70-8a82-4804-b960-c3206eddbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:28.705500 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-dfd63d70-8a82-4804-b960-c3206eddbd67 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=506472ab-5c1c-4a8e-ad2e-eb545dc48435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2703767 Sep 19 07:01:28.795313 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-5a499a5a-f4d1-44d6-9255-96dae2ffc493 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808012 Sep 19 07:01:28.885305 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0490c1b2-14ea-4164-b81a-0a59eb1ed446 req-e051fd21-0326-40fb-9d37-f4c1844d4e80 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816519 Sep 19 07:01:29.363069 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2686b-c1ee-4e7a-b543-961ddfdf9b25 req-b6ffff49-ca10-4860-9c4b-5b49ae7974ed tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:29.364843 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fdf2686b-c1ee-4e7a-b543-961ddfdf9b25 req-b6ffff49-ca10-4860-9c4b-5b49ae7974ed tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0603888 Sep 19 07:01:29.402299 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fdf2686b-c1ee-4e7a-b543-961ddfdf9b25 req-8ae9fcdf-0701-499b-a8e6-8c37198b7340 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311227 Sep 19 07:01:29.747966 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device cd0193e7-8cae-4e77-a446-ef76a671ebc4 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:01:29.786282 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b19dc5-af89-416b-ae01-db9c5ebe6c76 req-536839b9-63b8-4796-9dba-37f5f29226a1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:29.787768 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3b19dc5-af89-416b-ae01-db9c5ebe6c76 req-536839b9-63b8-4796-9dba-37f5f29226a1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0531571 Sep 19 07:01:29.826246 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f3b19dc5-af89-416b-ae01-db9c5ebe6c76 req-d7e2a9d1-33e6-4826-99e3-9d3be6ce18dc tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308211 Sep 19 07:01:29.840427 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:29.855218 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'port_id': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'mac_address': 'fa:16:3e:31:1a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:01:29.890692 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:29.902713 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd0193e7-8cae-4e77-a446-ef76a671ebc4 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:01:29.921601 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:29.925071 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:29.969603 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=6']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:30.159462 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['cd0193e7-8cae-4e77-a446-ef76a671ebc4'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:01:30.524529 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bdbce-1339-4a0c-b62d-3a1abeb5d2ed req-593d459e-a1f3-4abb-b256-920e8a43306d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:30.526978 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-632bdbce-1339-4a0c-b62d-3a1abeb5d2ed req-593d459e-a1f3-4abb-b256-920e8a43306d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0553818 Sep 19 07:01:30.567652 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-632bdbce-1339-4a0c-b62d-3a1abeb5d2ed req-8c9fc646-ec6d-478f-b8a8-8646a4f0fee4 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326061 Sep 19 07:01:30.954124 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e694d-1c1d-494d-ab24-60b736b258f1 req-3fd9a692-a28c-4363-83ab-fdaade9b9964 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:30.956172 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd8e694d-1c1d-494d-ab24-60b736b258f1 req-3fd9a692-a28c-4363-83ab-fdaade9b9964 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 945 time: 0.0596757 Sep 19 07:01:30.999392 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bd8e694d-1c1d-494d-ab24-60b736b258f1 req-2d0a2731-f556-4d80-8771-03a70bdb0771 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374413 Sep 19 07:01:31.712062 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8185a7-25b2-48d8-8619-a24592714b32 req-d3b3b761-3f8a-4cbe-870b-9a82519ed6c2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:31.719854 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a8185a7-25b2-48d8-8619-a24592714b32 req-d3b3b761-3f8a-4cbe-870b-9a82519ed6c2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 943 time: 0.0569060 Sep 19 07:01:31.748709 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device d144f3d1-c88d-45ff-98a9-49c152950f28 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:01:31.759852 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device cd0193e7-8cae-4e77-a446-ef76a671ebc4 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:01:31.766436 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-6a8185a7-25b2-48d8-8619-a24592714b32 req-c031c57a-9f7d-4bdb-840c-fb8af25a9001 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455422 Sep 19 07:01:31.918728 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port cd0193e7-8cae-4e77-a446-ef76a671ebc4 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:01:31.919105 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:31.964593 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=d144f3d1-c88d-45ff-98a9-49c152950f28,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:31.987618 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'port_id': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'mac_address': 'fa:16:3e:fb:06:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:01:32.058877 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:32.079621 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:32.084471 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d144f3d1-c88d-45ff-98a9-49c152950f28 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:01:32.156072 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=d144f3d1-c88d-45ff-98a9-49c152950f28,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:32.160580 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:01:32.163174 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeca197c-880d-45d0-b52c-6f803afb69f9" -d '{"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-plugged", "status": "completed", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:01:32.182141 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:32.218552 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:32.232648 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee18a-a0da-48ee-96ad-df1bcf71ae9e req-34378735-a634-47be-9cdd-1303bd7bda72 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:32.240760 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa9ee18a-a0da-48ee-96ad-df1bcf71ae9e req-34378735-a634-47be-9cdd-1303bd7bda72 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 945 time: 0.1244557 Sep 19 07:01:32.247731 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:32.294727 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-aa9ee18a-a0da-48ee-96ad-df1bcf71ae9e req-8f7d65dd-afd9-4c0d-8829-99ae2f07ff1b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524881 Sep 19 07:01:32.295855 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d85164-d874-4a14-baaf-0ba83307cfe6 x-openstack-request-id: req-07d85164-d874-4a14-baaf-0ba83307cfe6 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:01:32.296151 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-plugged", "status": "completed", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:01:32.296405 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07d85164-d874-4a14-baaf-0ba83307cfe6 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:01:32.296800 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'code': 200} Sep 19 07:01:32.299807 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=d144f3d1-c88d-45ff-98a9-49c152950f28,revision_number=7']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:32.393994 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=7']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:32.563257 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c46631-ef9d-4d11-b492-7694d3da1586 req-6ed5dc5c-9b4f-4f2d-9376-3e73c04680c7 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:32.564893 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89c46631-ef9d-4d11-b492-7694d3da1586 req-6ed5dc5c-9b4f-4f2d-9376-3e73c04680c7 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 945 time: 0.0511129 Sep 19 07:01:32.583004 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['d144f3d1-c88d-45ff-98a9-49c152950f28'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:01:32.609748 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-89c46631-ef9d-4d11-b492-7694d3da1586 req-2bf8b089-dabe-49df-a9b5-89ae9de4d6f8 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385139 Sep 19 07:01:32.901017 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73fecc-941d-4c24-9f7a-1467e4380a38 req-6d5244a9-a85c-4246-998e-f86ab841ed90 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:32.902552 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cb73fecc-941d-4c24-9f7a-1467e4380a38 req-6d5244a9-a85c-4246-998e-f86ab841ed90 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 944 time: 0.0575767 Sep 19 07:01:32.951373 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cb73fecc-941d-4c24-9f7a-1467e4380a38 req-9787eae6-7aaa-4fae-8d9d-18812263be98 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401373 Sep 19 07:01:33.447444 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7aa32b-4731-4f39-a0a8-ee1f734d3a0e req-e02e98e8-bfaa-40a1-bfc1-4abf91e13447 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:33.452004 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff7aa32b-4731-4f39-a0a8-ee1f734d3a0e req-e02e98e8-bfaa-40a1-bfc1-4abf91e13447 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0544260 Sep 19 07:01:33.493230 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ff7aa32b-4731-4f39-a0a8-ee1f734d3a0e req-ea3f4955-8586-4f60-bd8c-2195ddbadcb4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377884 Sep 19 07:01:33.740671 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affc0e8-55ac-463e-9437-80bce4ed530b req-9fe05b7f-a128-4429-ace1-0fbae4753fea tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:33.742569 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0affc0e8-55ac-463e-9437-80bce4ed530b req-9fe05b7f-a128-4429-ace1-0fbae4753fea tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 945 time: 0.0552895 Sep 19 07:01:33.751401 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device d144f3d1-c88d-45ff-98a9-49c152950f28 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:01:33.809358 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0affc0e8-55ac-463e-9437-80bce4ed530b req-31aa671f-1f74-419c-a777-52d79ebe1fdd tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Sep 19 07:01:33.810483 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port d144f3d1-c88d-45ff-98a9-49c152950f28 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:01:33.810939 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:33.901957 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:33.939564 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=d144f3d1-c88d-45ff-98a9-49c152950f28,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:33.944874 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:34.002260 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=d144f3d1-c88d-45ff-98a9-49c152950f28,revision_number=8']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:34.089236 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78141c-831e-418f-b804-bf8826597962 req-b738a59c-0340-458e-b0cd-3a80e90e1ba2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:34.091214 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6e78141c-831e-418f-b804-bf8826597962 req-b738a59c-0340-458e-b0cd-3a80e90e1ba2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0577538 Sep 19 07:01:34.138708 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6e78141c-831e-418f-b804-bf8826597962 req-56255b6a-7c25-4cdc-87f1-39d3c139ed2f tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 Sep 19 07:01:34.297768 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:01:34.300222 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088dc61e-3f41-45c6-800d-67036d549467" -d '{"events": [{"server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "name": "network-vif-plugged", "status": "completed", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:01:34.341278 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e79b789-5374-4180-a6ba-5582265b672d x-openstack-request-id: req-2e79b789-5374-4180-a6ba-5582265b672d {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:01:34.341576 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "name": "network-vif-plugged", "status": "completed", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:01:34.341835 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e79b789-5374-4180-a6ba-5582265b672d {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:01:34.342230 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'code': 200} Sep 19 07:01:34.648518 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-bb73813b-3a8d-4d8e-b33a-fc2d1d549f67 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:34.652414 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-bb73813b-3a8d-4d8e-b33a-fc2d1d549f67 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.32 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 945 time: 0.0867789 Sep 19 07:01:34.735150 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cee263-c884-4738-9f99-2d7479acee18 req-bfdf9dbe-d062-4558-95d3-f5318bcb9622 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:34.748343 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-88cee263-c884-4738-9f99-2d7479acee18 req-bfdf9dbe-d062-4558-95d3-f5318bcb9622 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0850022 Sep 19 07:01:34.799360 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-88cee263-c884-4738-9f99-2d7479acee18 req-03f90fe8-f828-49b8-9253-96a8cd533245 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497572 Sep 19 07:01:34.819988 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a75ddc-849d-45b0-8038-7512f2fc2f47 req-b6582d8b-291e-4a36-b71b-fec69b90f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:34.821758 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d3a75ddc-849d-45b0-8038-7512f2fc2f47 req-b6582d8b-291e-4a36-b71b-fec69b90f792 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1098 time: 0.1421652 Sep 19 07:01:34.886803 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Deleting port 3484f3b7-9a3a-4edd-91ad-c3b96542981f {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:01:34.887170 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:34.930726 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d3a75ddc-849d-45b0-8038-7512f2fc2f47 req-d9290103-10d8-44e2-90e2-dd2cf2a0b8b7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005414 Sep 19 07:01:35.014909 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111b780-779a-41fd-8da8-5d0db2ceba56 req-43134540-4327-475c-a3a5-c6ae6c9b0b91 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:35.016444 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9111b780-779a-41fd-8da8-5d0db2ceba56 req-43134540-4327-475c-a3a5-c6ae6c9b0b91 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 945 time: 0.1086092 Sep 19 07:01:35.050219 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] For port 3484f3b7-9a3a-4edd-91ad-c3b96542981f, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3484f3b7-9a3a-4edd-91ad-c3b96542981f,segment=NetworkSegment(c8b14d76-0316-4703-a2b4-b215f6fc8da7),segment_id=c8b14d76-0316-4703-a2b4-b215f6fc8da7)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:35.050750 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:35.075875 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Calling delete_port for 3484f3b7-9a3a-4edd-91ad-c3b96542981f owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:01:35.083962 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9111b780-779a-41fd-8da8-5d0db2ceba56 req-82852feb-6a37-43ad-b679-136a9f8515fb tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604248 Sep 19 07:01:35.241835 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:35.269830 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feca77-136d-430c-9a72-ac814c27d560 req-709bd5c7-31ef-438d-92ac-aeda5ac9a0ee tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:35.278020 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Pushing event deleted for resources: {'Port': ['ID=3484f3b7-9a3a-4edd-91ad-c3b96542981f,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:35.278278 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a9feca77-136d-430c-9a72-ac814c27d560 req-709bd5c7-31ef-438d-92ac-aeda5ac9a0ee tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0571122 Sep 19 07:01:35.281004 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['3484f3b7-9a3a-4edd-91ad-c3b96542981f'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:01:35.320304 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] No DVR routers for this DVR port 3484f3b7-9a3a-4edd-91ad-c3b96542981f on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:01:35.323851 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:35.326503 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4e421f00-f5ab-4791-98de-5ba194b68512 req-4babd0ef-15e4-4839-9e82-31f8027742bf tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.32 "DELETE /v2.0/ports/3484f3b7-9a3a-4edd-91ad-c3b96542981f HTTP/1.1" status: 204 len: 173 time: 0.6534111 Sep 19 07:01:35.326884 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79498bba-6c44-4f3a-ba45-6d13402f287d', 'name': 'network-vif-deleted', 'tag': '3484f3b7-9a3a-4edd-91ad-c3b96542981f'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:01:35.329256 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba4ac0d-a7f1-4a42-a4ed-0e5ab4554ec4" -d '{"events": [{"server_uuid": "79498bba-6c44-4f3a-ba45-6d13402f287d", "name": "network-vif-deleted", "tag": "3484f3b7-9a3a-4edd-91ad-c3b96542981f"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:01:35.340238 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a9feca77-136d-430c-9a72-ac814c27d560 req-c4f723ec-4c45-4c1d-8fc6-b3afcde14e3b tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613463 Sep 19 07:01:35.374165 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57aecc7-e388-4019-a9c6-d2b751b22178 x-openstack-request-id: req-d57aecc7-e388-4019-a9c6-d2b751b22178 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:01:35.374522 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79498bba-6c44-4f3a-ba45-6d13402f287d", "name": "network-vif-deleted", "tag": "3484f3b7-9a3a-4edd-91ad-c3b96542981f", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:01:35.374808 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d57aecc7-e388-4019-a9c6-d2b751b22178 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:01:35.375211 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79498bba-6c44-4f3a-ba45-6d13402f287d', 'name': 'network-vif-deleted', 'tag': '3484f3b7-9a3a-4edd-91ad-c3b96542981f', 'status': 'completed', 'code': 200} Sep 19 07:01:35.978172 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c141f-100c-4e51-9e59-f3e889a3f301 req-4a26e576-0853-4ec1-9f80-a9c951fb9e1a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:35.986457 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-062c141f-100c-4e51-9e59-f3e889a3f301 req-4a26e576-0853-4ec1-9f80-a9c951fb9e1a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0964532 Sep 19 07:01:36.032266 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-062c141f-100c-4e51-9e59-f3e889a3f301 req-0f7e0490-523f-4007-b990-be5fd92819e7 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 Sep 19 07:01:36.244358 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-70e17e99-3a01-41b5-9139-b80e580952f2 req-d1d625b7-8049-4780-bb1a-cc21bdd52508 tempest-VolumesSnapshotTestJSON-2127200852 tempest-VolumesSnapshotTestJSON-2127200852-project] 10.222.0.18 "GET /v2.0/ports?device_id=79498bba-6c44-4f3a-ba45-6d13402f287d HTTP/1.1" status: 200 len: 210 time: 0.0442154 Sep 19 07:01:36.484262 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f5344-fb2e-494e-bd22-80a1fa81d068 req-e9ad794e-eeea-4911-b9bb-a8cbcf949846 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:36.484262 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fc7f5344-fb2e-494e-bd22-80a1fa81d068 req-e9ad794e-eeea-4911-b9bb-a8cbcf949846 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0694726 Sep 19 07:01:36.522704 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fc7f5344-fb2e-494e-bd22-80a1fa81d068 req-66400961-d6d1-4b5d-90fd-6d92f88ad0e2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346844 Sep 19 07:01:37.180677 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf691810-5ddb-4e81-8e77-0c9eb7486958 req-c77d66f1-4f03-4e36-948d-e6c7029734bf tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:37.182739 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bf691810-5ddb-4e81-8e77-0c9eb7486958 req-c77d66f1-4f03-4e36-948d-e6c7029734bf tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0645201 Sep 19 07:01:37.246220 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-bf691810-5ddb-4e81-8e77-0c9eb7486958 req-3e60112d-34af-4147-82fe-4ece8f2eeeb1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569901 Sep 19 07:01:37.696915 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41764c8-2338-4b87-80f6-6264fcfca093 req-be0b6b1d-d2f7-4eff-b60b-1b2069c89a17 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:37.698432 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e41764c8-2338-4b87-80f6-6264fcfca093 req-be0b6b1d-d2f7-4eff-b60b-1b2069c89a17 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 946 time: 0.0624645 Sep 19 07:01:37.740028 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e41764c8-2338-4b87-80f6-6264fcfca093 req-639e0419-763b-44c6-b25d-6aa37c52fae1 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343003 Sep 19 07:01:37.782380 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 3484f3b7-9a3a-4edd-91ad-c3b96542981f no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:01:37.804439 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 3484f3b7-9a3a-4edd-91ad-c3b96542981f {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:01:37.805163 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 3484f3b7-9a3a-4edd-91ad-c3b96542981f not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:01:38.384605 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bb2e0-abb2-460e-a4cc-07fc88d7e42a req-a6da24c3-e074-493e-95e7-b699231e7178 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:38.386715 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a5bb2e0-abb2-460e-a4cc-07fc88d7e42a req-a6da24c3-e074-493e-95e7-b699231e7178 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0556464 Sep 19 07:01:38.427319 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0a5bb2e0-abb2-460e-a4cc-07fc88d7e42a req-74ac3dde-7acb-457b-b335-525cebcdd1aa tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336328 Sep 19 07:01:38.902209 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60d3e6-ad22-4759-b5dd-f515bff31e1c req-7f5ffc12-11d4-4995-b963-5f96323fe57b tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:38.904524 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0e60d3e6-ad22-4759-b5dd-f515bff31e1c req-7f5ffc12-11d4-4995-b963-5f96323fe57b tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 946 time: 0.0895171 Sep 19 07:01:38.950463 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0e60d3e6-ad22-4759-b5dd-f515bff31e1c req-7ed02990-f71c-42a3-b12e-3cb0cd2db893 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394173 Sep 19 07:01:39.572152 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517ae17-e9a2-481a-9779-3943fb7664d2 req-709700f3-6681-4ae2-85d5-8be0956d600f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:39.573114 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8517ae17-e9a2-481a-9779-3943fb7664d2 req-709700f3-6681-4ae2-85d5-8be0956d600f tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0528631 Sep 19 07:01:39.625982 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8517ae17-e9a2-481a-9779-3943fb7664d2 req-c383823d-e716-41f6-bd19-a9d15ecbbf9c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446332 Sep 19 07:01:40.069440 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eeb88-0eb2-4f3a-ad36-94b5c2b73667 req-e77f6b41-c2d5-4004-9377-15bb8782ce06 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:40.070925 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2a7eeb88-0eb2-4f3a-ad36-94b5c2b73667 req-e77f6b41-c2d5-4004-9377-15bb8782ce06 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 946 time: 0.0501201 Sep 19 07:01:40.112172 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-2a7eeb88-0eb2-4f3a-ad36-94b5c2b73667 req-e51124b4-f0a8-4697-93da-9e8b39c87e17 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345287 Sep 19 07:01:40.487697 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:01:40.735450 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293474dc-9beb-41ec-b285-368e9b2b506a req-7b802e3f-5a58-4e5b-a0e9-6881cad251a0 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:40.736925 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-293474dc-9beb-41ec-b285-368e9b2b506a req-7b802e3f-5a58-4e5b-a0e9-6881cad251a0 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0472088 Sep 19 07:01:40.773672 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-293474dc-9beb-41ec-b285-368e9b2b506a req-73e60dd8-6cc0-45b0-9e13-466cbcaea4e3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309837 Sep 19 07:01:41.245269 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6f9a-809a-4447-a3dd-32b6d0718a75 req-96c89445-c925-4f9e-954b-7debc94f7c41 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:41.246718 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1b9a6f9a-809a-4447-a3dd-32b6d0718a75 req-96c89445-c925-4f9e-954b-7debc94f7c41 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 946 time: 0.0565064 Sep 19 07:01:41.282363 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1b9a6f9a-809a-4447-a3dd-32b6d0718a75 req-885a6b64-e204-4372-b4c1-2a622869e2d8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298400 Sep 19 07:01:41.891576 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315b83f-5398-467e-9858-87dd9a493d44 req-dd218777-5ac0-4072-9db9-1c66cc34d0be tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:41.893028 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c315b83f-5398-467e-9858-87dd9a493d44 req-dd218777-5ac0-4072-9db9-1c66cc34d0be tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0508440 Sep 19 07:01:41.936780 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c315b83f-5398-467e-9858-87dd9a493d44 req-d3ea8d78-88cd-4468-8145-84ef23cc182d tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379639 Sep 19 07:01:42.032666 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c68b478d-1f3a-4e3c-9def-6e70e5d5b5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:42.249757 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3db235-ee99-4413-8b56-237738255146 req-aeb258dc-3c80-413a-ada8-4baea1f83fe8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:42.251176 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2e3db235-ee99-4413-8b56-237738255146 req-aeb258dc-3c80-413a-ada8-4baea1f83fe8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 946 time: 0.0472596 Sep 19 07:01:42.394008 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38a56b-6a1c-4b02-9bd4-b5d75dc3de15 req-0ccbd135-59fe-4846-ad8c-fd74551624d8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:42.395499 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf38a56b-6a1c-4b02-9bd4-b5d75dc3de15 req-0ccbd135-59fe-4846-ad8c-fd74551624d8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 946 time: 0.0484962 Sep 19 07:01:42.434170 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cf38a56b-6a1c-4b02-9bd4-b5d75dc3de15 req-db94a010-6524-4284-ab68-a068a50c66ac tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c1d03f8-445a-458e-bc09-68323af839f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319815 Sep 19 07:01:42.440352 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Deleting port 3003f129-5c90-4b11-ba9d-c03f6b51d17e {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:01:42.440698 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:42.533228 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] For port 3003f129-5c90-4b11-ba9d-c03f6b51d17e, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=3003f129-5c90-4b11-ba9d-c03f6b51d17e,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:42.533500 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:42.711130 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-b020eae5-8b6e-4230-a1d3-81a901a3a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:42.712653 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-b020eae5-8b6e-4230-a1d3-81a901a3a07f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 1099 time: 0.0869665 Sep 19 07:01:42.748405 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:42.748767 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:42.749094 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Floating IP ec8b4dee-0976-4cc6-a254-29628a9a68ff disassociated. External IP: 172.27.1.214, port: 3003f129-5c90-4b11-ba9d-c03f6b51d17e. Sep 19 07:01:42.749410 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Calling delete_port for 3003f129-5c90-4b11-ba9d-c03f6b51d17e owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:01:42.862456 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-ad789b4d-3ff4-48f2-a81e-1d602d26aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:42.863896 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-ad789b4d-3ff4-48f2-a81e-1d602d26aa64 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.1432309 Sep 19 07:01:42.962257 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-f2890b1b-ffec-4c4f-88c6-1612f8179424 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4 HTTP/1.1" status: 200 len: 1002 time: 0.0874166 Sep 19 07:01:43.001799 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:43.046966 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event deleted for resources: {'Port': ['ID=3003f129-5c90-4b11-ba9d-c03f6b51d17e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:43.075968 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-6a4fd416-cc88-4b93-99d8-8cd0b565a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:43.077471 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-6a4fd416-cc88-4b93-99d8-8cd0b565a413 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.1078942 Sep 19 07:01:43.156632 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0deec9-6c03-4c2e-8cc7-4f8c5c085c9b req-b44640b3-5699-430f-be1d-a7856457ea4c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:43.158099 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e0deec9-6c03-4c2e-8cc7-4f8c5c085c9b req-b44640b3-5699-430f-be1d-a7856457ea4c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.1464229 Sep 19 07:01:43.234423 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-3934f5b8-09ee-45ed-90e6-32015924e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:43.235910 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-3934f5b8-09ee-45ed-90e6-32015924e20d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175017 Sep 19 07:01:43.265847 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1e0deec9-6c03-4c2e-8cc7-4f8c5c085c9b req-ac38ad16-8cce-4d4c-99c6-7c7816686520 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986326 Sep 19 07:01:43.291613 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Router 6ccd0608-623c-4810-9086-58bc0be61ed8 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:01:43.394500 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-feeac3cc-0844-4404-9ee8-6d9b3347f18b service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498222 Sep 19 07:01:43.510560 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:01:43.525947 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] Sync routers for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:01:43.539600 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:01:43.540733 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:01:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:43.552874 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c990a577-60f5-4acb-b7ba-13cea3dbf05d req-15c9c6f7-4bec-49fe-8523-96127fb43723 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/ports?device_id=3468802c-651f-4c37-8b3e-89dc0ca5c41f HTTP/1.1" status: 200 len: 210 time: 0.0359163 Sep 19 07:01:43.562914 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] No DVR routers for this DVR port 3003f129-5c90-4b11-ba9d-c03f6b51d17e on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:01:43.566479 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:43.568490 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.32 "DELETE /v2.0/ports/3003f129-5c90-4b11-ba9d-c03f6b51d17e HTTP/1.1" status: 204 len: 173 time: 1.2153294 Sep 19 07:01:43.569147 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'name': 'network-vif-deleted', 'tag': '3003f129-5c90-4b11-ba9d-c03f6b51d17e'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:01:43.571440 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b564f6-4108-468a-bb62-1468684d859d" -d '{"events": [{"server_uuid": "3468802c-651f-4c37-8b3e-89dc0ca5c41f", "name": "network-vif-deleted", "tag": "3003f129-5c90-4b11-ba9d-c03f6b51d17e"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:01:43.575880 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ce4c4b9a-e061-44e8-823a-3a6329386ad3 req-11c9738d-f88a-43e6-86da-5e2b57e3cc19 service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729016 Sep 19 07:01:43.614663 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d904418e-3f51-4a78-a25c-163b4fc4d848 x-openstack-request-id: req-d904418e-3f51-4a78-a25c-163b4fc4d848 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:01:43.614951 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3468802c-651f-4c37-8b3e-89dc0ca5c41f", "name": "network-vif-deleted", "tag": "3003f129-5c90-4b11-ba9d-c03f6b51d17e", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:01:43.615202 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d904418e-3f51-4a78-a25c-163b4fc4d848 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:01:43.615616 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3468802c-651f-4c37-8b3e-89dc0ca5c41f', 'name': 'network-vif-deleted', 'tag': '3003f129-5c90-4b11-ba9d-c03f6b51d17e', 'status': 'completed', 'code': 200} Sep 19 07:01:43.664586 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:01:43.864514 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:43.889392 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] Checking router: 6ccd0608-623c-4810-9086-58bc0be61ed8 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:01:43.898126 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:01:43.898492 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:01:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:44.002275 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:01:44.314663 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:44.340850 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1cc0cc-88ce-49c9-aea2-d975f30f0be3 None None] The sync data for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi is: [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:22Z', 'revision_number': 4, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '3d4dfe46-0a6f-4f6e-a041-635aac1fbb18', 'name': '', 'network_id': 'b4c3dd4a-3a49-4989-9a68-4d90016261b3', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'mac_address': 'fa:16:3e:8f:56:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:19Z', 'updated_at': '2021-09-19T06:55:33Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'subnets': [{'id': 'd052678b-7038-4d6a-8af1-775f325f2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:01:44.413547 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622ace4-cc91-48af-b7f5-5ee43bd2eaa4 req-90e0c03d-fcac-4661-8c23-e713fee244d4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:44.415963 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a622ace4-cc91-48af-b7f5-5ee43bd2eaa4 req-90e0c03d-fcac-4661-8c23-e713fee244d4 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0752401 Sep 19 07:01:44.458142 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a622ace4-cc91-48af-b7f5-5ee43bd2eaa4 req-bdf0cd97-15b6-4479-993b-f5fcec33c9d8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350592 Sep 19 07:01:44.599200 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb788cf8-49c2-4293-9a64-340b1ba327bb None None] New status for floating IP ec8b4dee-0976-4cc6-a254-29628a9a68ff: DOWN {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:01:44.628629 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44506) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:44.680533 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d0ba-d4d4-44fe-bb52-6ce5389c4383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:44.692110 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:44.716910 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:44.774948 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:44.777556 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:44.778746 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c1d03f8-445a-458e-bc09-68323af839f9 HTTP/1.1" status: 204 len: 168 time: 0.1491137 Sep 19 07:01:44.781961 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44508) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:44.787864 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1d03f8-445a-458e-bc09-68323af839f9,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:44.795517 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.795888 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.796230 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.796479 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.api.v2.resource [None req-1b6d4d83-891f-4242-bf82-f5bf47d1df05 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] show failed (client error): The resource could not be found. Sep 19 07:01:44.796581 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.796890 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.797226 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.797519 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1b6d4d83-891f-4242-bf82-f5bf47d1df05 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "GET /v2.0/security-groups/1c1d03f8-445a-458e-bc09-68323af839f9 HTTP/1.1" status: 404 len: 347 time: 0.0145440 Sep 19 07:01:44.797653 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.797925 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.798205 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.798530 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.798853 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.799175 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06796e7f-a705-435e-8338-baf8e6d26026 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:44.800583 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44510) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:45.156111 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Deleting port 1acab3fb-ab3a-4d3b-b02c-d848c88a8e25 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:01:45.156342 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:45.229767 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:45.230097 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:45.241904 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Calling delete_port for 1acab3fb-ab3a-4d3b-b02c-d848c88a8e25 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:01:45.372872 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:45.397378 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Pushing event deleted for resources: {'Port': ['ID=1acab3fb-ab3a-4d3b-b02c-d848c88a8e25,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:45.460612 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:45.463188 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:45.464377 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-220d7e26-1661-49b7-ad60-5a0fcc272b15 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] 10.222.0.18 "DELETE /v2.0/floatingips/ec8b4dee-0976-4cc6-a254-29628a9a68ff HTTP/1.1" status: 204 len: 168 time: 0.6558776 Sep 19 07:01:45.586607 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600206f-106b-4bd8-ad46-34af6aead501 req-103b5803-6e78-48e1-82bd-34b08ca1e942 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:45.588223 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7600206f-106b-4bd8-ad46-34af6aead501 req-103b5803-6e78-48e1-82bd-34b08ca1e942 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 946 time: 0.0556500 Sep 19 07:01:45.626963 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7600206f-106b-4bd8-ad46-34af6aead501 req-eaad25ef-3050-4c68-b8ed-251cce969c7c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319669 Sep 19 07:01:45.693069 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:45.809955 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 3003f129-5c90-4b11-ba9d-c03f6b51d17e no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:01:45.834737 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 3003f129-5c90-4b11-ba9d-c03f6b51d17e {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:01:45.835343 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 3003f129-5c90-4b11-ba9d-c03f6b51d17e not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:01:45.835792 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device cd0193e7-8cae-4e77-a446-ef76a671ebc4 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:01:45.838978 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:45.938669 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:45.965673 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:01:45.968049 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0073fa98-f731-4da0-b770-3a40048134a9" -d '{"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-unplugged", "status": "completed", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:01:45.983015 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:45.987079 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:46.012992 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 19 Sep 2021 07:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc6dece-b7e3-435f-a511-6c1bcf8abc5f x-openstack-request-id: req-edc6dece-b7e3-435f-a511-6c1bcf8abc5f {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:01:46.013279 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-unplugged", "status": "failed", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4", "code": 422}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:01:46.013533 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edc6dece-b7e3-435f-a511-6c1bcf8abc5f {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:01:46.013998 dv-cinder-809944-1-iscsi neutron-server[94032]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'code': 422} returned with failed status Sep 19 07:01:46.045708 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=8']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:46.632193 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11894cf8-0a22-4b66-80a7-48fb8d37d93e req-835db504-568f-448c-a423-b114b300e83b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:46.633920 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11894cf8-0a22-4b66-80a7-48fb8d37d93e req-835db504-568f-448c-a423-b114b300e83b tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0592840 Sep 19 07:01:46.668463 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-1c74d243-a2ec-4720-a5e5-ed9695ba80fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418878 Sep 19 07:01:46.683263 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11894cf8-0a22-4b66-80a7-48fb8d37d93e req-d2db192b-337c-4a9b-aa47-564473c0b2af tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430536 Sep 19 07:01:47.395953 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:47.802321 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded82a63-dec6-49ea-b138-05476863f95a req-5095a044-d188-43e0-9bae-e1ea5badb47e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:47.803824 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ded82a63-dec6-49ea-b138-05476863f95a req-5095a044-d188-43e0-9bae-e1ea5badb47e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0488584 Sep 19 07:01:47.847459 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ded82a63-dec6-49ea-b138-05476863f95a req-bdfa4da0-63c1-462b-a7cc-7f2624208fa9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378149 Sep 19 07:01:48.970639 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55992026-dd9c-49a2-9dc5-1173d5dbb9b8 req-b54aa467-3ec1-43bf-bbc9-0da252cea574 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:48.972200 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-55992026-dd9c-49a2-9dc5-1173d5dbb9b8 req-b54aa467-3ec1-43bf-bbc9-0da252cea574 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0515995 Sep 19 07:01:49.008830 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-55992026-dd9c-49a2-9dc5-1173d5dbb9b8 req-2f4ccad4-31c5-459e-92b6-f7d77cb1b432 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309193 Sep 19 07:01:50.124319 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de48720-fa72-4d35-956d-c60f48cfb7cd req-a33d6349-5280-4c45-af2c-29bd3db78241 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:50.125681 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7de48720-fa72-4d35-956d-c60f48cfb7cd req-a33d6349-5280-4c45-af2c-29bd3db78241 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0477993 Sep 19 07:01:50.162767 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7de48720-fa72-4d35-956d-c60f48cfb7cd req-5dfb6267-a0e2-47d1-8839-db9e1967e7b6 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312605 Sep 19 07:01:50.260359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-c71bdd59-0752-404d-bbb0-6b86b641b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:50.262340 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-c71bdd59-0752-404d-bbb0-6b86b641b29d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33&tenant_id=9f62a968b288420588eec33c98710dea HTTP/1.1" status: 200 len: 1097 time: 0.0403893 Sep 19 07:01:50.333801 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-8b438623-9dee-4de9-b378-8b1cdf092078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:50.335214 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-8b438623-9dee-4de9-b378-8b1cdf092078 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 1097 time: 0.0392756 Sep 19 07:01:50.425674 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-04e7c204-cba2-4794-a851-a6ea623947e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:50.427003 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-04e7c204-cba2-4794-a851-a6ea623947e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.0827177 Sep 19 07:01:50.489714 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-02c412b0-22c9-4ef9-943a-a72632e69a1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4 HTTP/1.1" status: 200 len: 1000 time: 0.0552506 Sep 19 07:01:50.541608 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-6cd8c45a-40a3-430c-b219-8db6f87882c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:50.543043 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-6cd8c45a-40a3-430c-b219-8db6f87882c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.0461433 Sep 19 07:01:50.587394 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-29023968-ee92-4604-adf9-d10cb2927acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:50.588851 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-29023968-ee92-4604-adf9-d10cb2927acd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385485 Sep 19 07:01:50.685867 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-332e1456-6445-4242-8d42-a7a9880a28d4 service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888066 Sep 19 07:01:50.773638 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-7b0ff017-5ed3-465d-90b6-f33bd7b25c7a service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805304 Sep 19 07:01:51.107874 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44630) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:51.326508 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021b9d7-3717-4705-9f89-0231c8e6373b req-6c57917f-18ea-422f-a407-d2ad488ebaa8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:51.328633 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a021b9d7-3717-4705-9f89-0231c8e6373b req-6c57917f-18ea-422f-a407-d2ad488ebaa8 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0631814 Sep 19 07:01:51.384120 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a021b9d7-3717-4705-9f89-0231c8e6373b req-240f9a89-4c4a-4f08-addc-4492d6d50913 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433240 Sep 19 07:01:51.925386 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441099'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:52.232903 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Deleting port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:01:52.233253 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:52.313866 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] For port 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=3d4dfe46-0a6f-4f6e-a041-635aac1fbb18,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:52.314345 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:52.331485 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Calling delete_port for 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:01:52.560810 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d88904-ee69-4c8e-a094-23fe7a6ef791 req-83006cdd-99ab-484c-a083-016a02657ea9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:52.562204 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-09d88904-ee69-4c8e-a094-23fe7a6ef791 req-83006cdd-99ab-484c-a083-016a02657ea9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0851805 Sep 19 07:01:52.585233 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:52.620938 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4dfe46-0a6f-4f6e-a041-635aac1fbb18,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:52.652744 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.653093 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.653443 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.653774 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.654096 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.654428 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.654858 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.655436 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.655829 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.656159 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.656505 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.656808 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:01:52.664490 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-09d88904-ee69-4c8e-a094-23fe7a6ef791 req-b6a38f80-1356-4945-a38d-770e2b7372dc tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950463 Sep 19 07:01:52.834487 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438459'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:53.134121 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Router 6ccd0608-623c-4810-9086-58bc0be61ed8 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:01:53.267753 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:01:53.278799 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] Sync routers for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:01:53.284969 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1181e21f-36c6-461b-86f2-cf199250e701 admin admin] 10.222.0.18 "PUT /v2.0/routers/6ccd0608-623c-4810-9086-58bc0be61ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1737189 Sep 19 07:01:53.285733 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44656) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:53.295905 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:01:53.296894 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:01:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:53.407321 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks [] for router, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:53.425325 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:01:53.521916 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:53.574736 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Deleting port 08121fa2-8c94-418e-94da-8ae03fa19e25 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:01:53.575071 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:53.634464 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T07:01:52Z', 'revision_number': 5, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port': {'id': '08121fa2-8c94-418e-94da-8ae03fa19e25', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:3e:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:16Z', 'updated_at': '2021-09-19T06:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:53.664886 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] Checking router: 6ccd0608-623c-4810-9086-58bc0be61ed8 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:01:53.674397 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] For port 08121fa2-8c94-418e-94da-8ae03fa19e25, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=08121fa2-8c94-418e-94da-8ae03fa19e25,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:53.674791 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] Routers {'6ccd0608-623c-4810-9086-58bc0be61ed8'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:01:53.674993 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:53.675618 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:01:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['6ccd0608-623c-4810-9086-58bc0be61ed8'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:53.687865 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Calling delete_port for 08121fa2-8c94-418e-94da-8ae03fa19e25 owned by network:router_gateway {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:01:53.768443 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] Set router 6ccd0608-623c-4810-9086-58bc0be61ed8 gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:01:53.813250 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbea9ee-337d-4cdc-8d5a-4ee06726485b req-4e7ea8c2-c1d9-499e-9a11-f2e59a63a7c3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:53.820550 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cfbea9ee-337d-4cdc-8d5a-4ee06726485b req-4e7ea8c2-c1d9-499e-9a11-f2e59a63a7c3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0796771 Sep 19 07:01:53.827596 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T07:01:53Z', 'revision_number': 6, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port_host': None}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:53.855395 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57af76e-d157-4c85-b64e-e23c0810cf41 None None] The sync data for ids ['6ccd0608-623c-4810-9086-58bc0be61ed8'] in dv-cinder-809944-1-iscsi is: [{'id': '6ccd0608-623c-4810-9086-58bc0be61ed8', 'name': 'tempest-AttachVolumeTestJSON-378180956-router', 'tenant_id': 'fce024b64b6c45f1934a19f876f1de42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T07:01:53Z', 'revision_number': 6, 'project_id': 'fce024b64b6c45f1934a19f876f1de42', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:01:53.913904 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cfbea9ee-337d-4cdc-8d5a-4ee06726485b req-abd0e3e1-212e-4e31-bca8-85c6dbe8f71e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906315 Sep 19 07:01:53.966585 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.014587 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Pushing event deleted for resources: {'Port': ['ID=08121fa2-8c94-418e-94da-8ae03fa19e25,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:54.053990 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438397'] for router_gateway, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.155962 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.158109 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.232688 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441559'] for router, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.233414 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ccd0608-623c-4810-9086-58bc0be61ed8 {{(pid=94031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 07:01:54.244017 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.248017 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e3df1723-3b29-485f-9a54-5ff134f0a222 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6ccd0608-623c-4810-9086-58bc0be61ed8 HTTP/1.1" status: 204 len: 168 time: 0.9579372 Sep 19 07:01:54.248328 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44670) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:54.302557 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee4e8c3-2954-495a-bad0-759d7d89f0bc admin admin] Deleting subnet d052678b-7038-4d6a-8af1-775f325f2fa7 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 07:01:54.308868 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e8c3-2954-495a-bad0-759d7d89f0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.346019 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e8c3-2954-495a-bad0-759d7d89f0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27237964'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.480902 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e8c3-2954-495a-bad0-759d7d89f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.532290 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e8c3-2954-495a-bad0-759d7d89f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26588251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25808375'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.555698 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4e8c3-2954-495a-bad0-759d7d89f0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d052678b-7038-4d6a-8af1-775f325f2fa7,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:54.562063 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e8c3-2954-495a-bad0-759d7d89f0bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.564120 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1ee4e8c3-2954-495a-bad0-759d7d89f0bc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d052678b-7038-4d6a-8af1-775f325f2fa7 HTTP/1.1" status: 204 len: 168 time: 0.3148875 Sep 19 07:01:54.566630 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44672) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:54.567291 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7fefec-488e-4f75-aa18-e8d3f5d866af None None] Network b4c3dd4a-3a49-4989-9a68-4d90016261b3 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:01:54.643200 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.704687 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Deleting port bc49818c-8153-484c-8335-476fef68b9ba {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:01:54.705029 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.771868 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df43307-1329-4187-9a99-883dd383d38a None None] DHCP port deletion for b4c3dd4a-3a49-4989-9a68-4d90016261b3 request from dv-cinder-809944-1-iscsi {{(pid=94032) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 07:01:54.780484 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] For port bc49818c-8153-484c-8335-476fef68b9ba, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=bc49818c-8153-484c-8335-476fef68b9ba,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:54.780843 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.793370 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Calling delete_port for bc49818c-8153-484c-8335-476fef68b9ba owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:01:54.819897 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-5df43307-1329-4187-9a99-883dd383d38a None None] Deleting port bc49818c-8153-484c-8335-476fef68b9ba {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:01:54.820376 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5df43307-1329-4187-9a99-883dd383d38a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.871972 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.890558 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-5df43307-1329-4187-9a99-883dd383d38a None None] For port bc49818c-8153-484c-8335-476fef68b9ba, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=bc49818c-8153-484c-8335-476fef68b9ba,segment=NetworkSegment(2945d78d-04f3-4264-b222-6a4d0d8b37b8),segment_id=2945d78d-04f3-4264-b222-6a4d0d8b37b8)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:01:54.890957 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5df43307-1329-4187-9a99-883dd383d38a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:54.901271 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc49818c-8153-484c-8335-476fef68b9ba,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:54.903714 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] No DVR routers for this DVR port bc49818c-8153-484c-8335-476fef68b9ba on host dv-cinder-809944-1-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:01:54.910303 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-5df43307-1329-4187-9a99-883dd383d38a None None] Calling delete_port for bc49818c-8153-484c-8335-476fef68b9ba owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:01:54.979191 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.005371 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c3dd4a-3a49-4989-9a68-4d90016261b3']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:55.015413 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2945d78d-04f3-4264-b222-6a4d0d8b37b8') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:55.015741 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2945d78d-04f3-4264-b222-6a4d0d8b37b8') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:01:55.028460 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.043619 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.049950 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 07:01:55.050276 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 07:01:55.052196 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 07:01:55.104333 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3253422-458a-4677-94da-55f9f3993857 req-0c8b109b-4bd0-4684-a101-de286a379bea tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:55.106617 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3253422-458a-4677-94da-55f9f3993857 req-0c8b109b-4bd0-4684-a101-de286a379bea tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0572507 Sep 19 07:01:55.112373 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5df43307-1329-4187-9a99-883dd383d38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.146311 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.152435 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df43307-1329-4187-9a99-883dd383d38a None None] Pushing event deleted for resources: {'Port': ['ID=bc49818c-8153-484c-8335-476fef68b9ba,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:55.158120 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df43307-1329-4187-9a99-883dd383d38a None None] No DVR routers for this DVR port bc49818c-8153-484c-8335-476fef68b9ba on host dv-cinder-809944-1-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:01:55.164419 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.169472 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b4c3dd4a-3a49-4989-9a68-4d90016261b3 HTTP/1.1" status: 204 len: 168 time: 0.5989218 Sep 19 07:01:55.174900 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a3253422-458a-4677-94da-55f9f3993857 req-0767d851-540a-491d-943c-b1abda93c1a1 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616326 Sep 19 07:01:55.185395 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c0bc8-ae8a-4e51-8209-e7470942683f admin admin] Pushing event deleted for resources: {'Network': ['ID=b4c3dd4a-3a49-4989-9a68-4d90016261b3,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:55.310911 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44682) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:55.364841 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a9884a54-b0fe-48c8-8c02-79b4de897759 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fce024b64b6c45f1934a19f876f1de42&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0503175 Sep 19 07:01:55.365660 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44686) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:01:55.422229 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa9a745e-07f7-4f92-baa6-9371c2ff007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.443649 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa9a745e-07f7-4f92-baa6-9371c2ff007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.502172 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa9a745e-07f7-4f92-baa6-9371c2ff007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.504805 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-aa9a745e-07f7-4f92-baa6-9371c2ff007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:55.507922 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-aa9a745e-07f7-4f92-baa6-9371c2ff007a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32a5e851-316a-494e-88d4-f609e72b8496 HTTP/1.1" status: 204 len: 168 time: 0.1393261 Sep 19 07:01:55.517794 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a745e-07f7-4f92-baa6-9371c2ff007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a5e851-316a-494e-88d4-f609e72b8496,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:01:55.928209 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:01:55.948042 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:01:55.948384 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 3d4dfe46-0a6f-4f6e-a041-635aac1fbb18 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:01:55.949350 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device bc49818c-8153-484c-8335-476fef68b9ba no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:01:55.968507 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: bc49818c-8153-484c-8335-476fef68b9ba {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:01:55.968820 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device bc49818c-8153-484c-8335-476fef68b9ba not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:01:55.969220 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 08121fa2-8c94-418e-94da-8ae03fa19e25 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:01:55.991803 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 08121fa2-8c94-418e-94da-8ae03fa19e25 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:01:55.992428 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 08121fa2-8c94-418e-94da-8ae03fa19e25 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:01:56.309681 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d2490-7d6e-4298-a847-113442cc101c req-f1ee0a28-89fc-4d56-ba4b-415df3329c32 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:56.311287 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba7d2490-7d6e-4298-a847-113442cc101c req-f1ee0a28-89fc-4d56-ba4b-415df3329c32 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0504010 Sep 19 07:01:56.349762 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ba7d2490-7d6e-4298-a847-113442cc101c req-9692b11e-4386-4e1c-b0ed-7abd81a04f15 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327151 Sep 19 07:01:57.471875 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27d720-c6da-4761-84a8-ff9088dc3e98 req-0b39f7a0-85f7-4bdd-a418-f33285b64c1c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:57.473513 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fb27d720-c6da-4761-84a8-ff9088dc3e98 req-0b39f7a0-85f7-4bdd-a418-f33285b64c1c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0492127 Sep 19 07:01:57.512835 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fb27d720-c6da-4761-84a8-ff9088dc3e98 req-75fdf6dd-d6ef-4cc7-8f6a-0f3636991f4c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329797 Sep 19 07:01:58.337587 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:01:58.639282 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e560b-4a9e-4c97-980f-3ae86d5021da req-5dc9ce43-be7c-4b5e-8ff3-a3acd4348bd2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:58.640781 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-164e560b-4a9e-4c97-980f-3ae86d5021da req-5dc9ce43-be7c-4b5e-8ff3-a3acd4348bd2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0514917 Sep 19 07:01:58.677665 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-164e560b-4a9e-4c97-980f-3ae86d5021da req-ebffd42b-fe33-416c-aefb-03734de62c02 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Sep 19 07:01:59.805596 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11b155-135c-45f9-81ce-6e627c46caa4 req-4ce305a2-63fc-41fb-a6a9-f7f3beeeba0a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:01:59.807023 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a11b155-135c-45f9-81ce-6e627c46caa4 req-4ce305a2-63fc-41fb-a6a9-f7f3beeeba0a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0467367 Sep 19 07:01:59.845280 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5a11b155-135c-45f9-81ce-6e627c46caa4 req-7662782a-dd2e-480f-b82c-3fa4e0f66bcc tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317118 Sep 19 07:02:00.993330 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d94388e-3141-4c25-adc1-56fa86a0a6a8 req-d8cb8ee3-12be-46a1-aeb9-ddfbcadbeb7e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:00.995031 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0d94388e-3141-4c25-adc1-56fa86a0a6a8 req-d8cb8ee3-12be-46a1-aeb9-ddfbcadbeb7e tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0612824 Sep 19 07:02:01.033320 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0d94388e-3141-4c25-adc1-56fa86a0a6a8 req-2521c722-85f8-4a14-96ea-000e1638feb0 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319896 Sep 19 07:02:02.154703 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20deb24-9b48-4ce1-941a-d8fa6fac18db req-a7eb2abd-bfb5-4650-aeac-8b3be092b600 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:02.156445 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d20deb24-9b48-4ce1-941a-d8fa6fac18db req-a7eb2abd-bfb5-4650-aeac-8b3be092b600 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0517366 Sep 19 07:02:02.194202 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d20deb24-9b48-4ce1-941a-d8fa6fac18db req-2f92c2f2-3d4b-44bf-b73b-e9af1158b8ae tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319715 Sep 19 07:02:03.313147 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa9d71-22de-4977-861d-f69ab488d137 req-dc650c0d-17b7-43cf-86d3-fdde4c80d4a3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:03.314999 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f8aa9d71-22de-4977-861d-f69ab488d137 req-dc650c0d-17b7-43cf-86d3-fdde4c80d4a3 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0495868 Sep 19 07:02:03.349823 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44832) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:03.355322 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f8aa9d71-22de-4977-861d-f69ab488d137 req-233812aa-d175-4b42-8e44-caf9e88fd678 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Sep 19 07:02:03.400706 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-9571b581-2213-4288-b5a5-a440dbcdbda9 admin admin] Deleting subnet 998732b1-4b4a-45de-99bc-49ccfeb07e66 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 07:02:03.403638 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9571b581-2213-4288-b5a5-a440dbcdbda9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.440628 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9571b581-2213-4288-b5a5-a440dbcdbda9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27237964'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.476533 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9571b581-2213-4288-b5a5-a440dbcdbda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.528349 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9571b581-2213-4288-b5a5-a440dbcdbda9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26588251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25808375'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.552028 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571b581-2213-4288-b5a5-a440dbcdbda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998732b1-4b4a-45de-99bc-49ccfeb07e66,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:03.558571 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-9571b581-2213-4288-b5a5-a440dbcdbda9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.561510 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-9571b581-2213-4288-b5a5-a440dbcdbda9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/998732b1-4b4a-45de-99bc-49ccfeb07e66 HTTP/1.1" status: 204 len: 168 time: 0.2103839 Sep 19 07:02:03.564050 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44842) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:03.638567 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.713865 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.732865 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dc0ee4-8014-4fc6-bea8-efbe53d9aa34']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:03.741633 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b14d76-0316-4703-a2b4-b215f6fc8da7') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:03.741875 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b14d76-0316-4703-a2b4-b215f6fc8da7') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:03.754724 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.767868 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.773474 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 07:02:03.773870 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 07:02:03.775481 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 07:02:03.829385 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.835145 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:03.837040 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] 10.222.0.18 "DELETE /v2.0/networks/44dc0ee4-8014-4fc6-bea8-efbe53d9aa34 HTTP/1.1" status: 204 len: 168 time: 0.2721040 Sep 19 07:02:03.849705 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f1f31-57f6-4a08-b75c-f0f23310d59d admin admin] Pushing event deleted for resources: {'Network': ['ID=44dc0ee4-8014-4fc6-bea8-efbe53d9aa34,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:03.997237 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44850) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:04.035070 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d2ff8b8e-83b0-41f3-bfca-938019ced3ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7d65d9c55474b79843ab35a33edfe8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367453 Sep 19 07:02:04.037436 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44852) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:04.082280 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2f0b-bd99-470f-a3b3-2973a6a350aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:04.106440 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2f0b-bd99-470f-a3b3-2973a6a350aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:04.148717 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2f0b-bd99-470f-a3b3-2973a6a350aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:04.151053 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-6ecc2f0b-bd99-470f-a3b3-2973a6a350aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:04.152188 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-6ecc2f0b-bd99-470f-a3b3-2973a6a350aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbf5e0bd-1a9d-44b2-afc1-648b1033e12f HTTP/1.1" status: 204 len: 168 time: 0.1139109 Sep 19 07:02:04.160071 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc2f0b-bd99-470f-a3b3-2973a6a350aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf5e0bd-1a9d-44b2-afc1-648b1033e12f,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:04.478276 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c30f93-409a-4123-bb2b-fa3bedb447bf req-5fa9fc03-ff0a-4384-ac2f-c94f6947ab94 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:04.479783 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03c30f93-409a-4123-bb2b-fa3bedb447bf req-5fa9fc03-ff0a-4384-ac2f-c94f6947ab94 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0505490 Sep 19 07:02:04.516232 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03c30f93-409a-4123-bb2b-fa3bedb447bf req-fb265071-a11e-4e37-beb4-90557f950d5a tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305166 Sep 19 07:02:04.997069 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44876) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:05.098418 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bf5f7a7-4bb7-4e6c-976e-e7d3afec16aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:05.183239 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bf5f7a7-4bb7-4e6c-976e-e7d3afec16aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:05.187401 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-8bf5f7a7-4bb7-4e6c-976e-e7d3afec16aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:05.223205 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8bf5f7a7-4bb7-4e6c-976e-e7d3afec16aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d63d4ce31644bada14f3529038c6e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251289 Sep 19 07:02:05.224084 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5f7a7-4bb7-4e6c-976e-e7d3afec16aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feacee5-244e-47fc-bcb4-e9756ae7c86b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:05.225900 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44880) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:05.273187 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3fb82203-9af8-4f95-917e-176a076782da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:05.293735 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3fb82203-9af8-4f95-917e-176a076782da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:05.340504 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3fb82203-9af8-4f95-917e-176a076782da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:05.343118 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3fb82203-9af8-4f95-917e-176a076782da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:05.344265 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3fb82203-9af8-4f95-917e-176a076782da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9feacee5-244e-47fc-bcb4-e9756ae7c86b HTTP/1.1" status: 204 len: 168 time: 0.1173930 Sep 19 07:02:05.351413 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb82203-9af8-4f95-917e-176a076782da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feacee5-244e-47fc-bcb4-e9756ae7c86b,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:05.640447 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730adaf-0b3c-4623-b936-6f3be4412727 req-35af70b5-a92d-4a09-b3b5-d37296e40cab tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:05.641926 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d730adaf-0b3c-4623-b936-6f3be4412727 req-35af70b5-a92d-4a09-b3b5-d37296e40cab tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 944 time: 0.0524311 Sep 19 07:02:05.681032 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d730adaf-0b3c-4623-b936-6f3be4412727 req-52b1351f-a9bf-4a64-bcb0-ded708e0a3a5 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332196 Sep 19 07:02:05.849147 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device cd0193e7-8cae-4e77-a446-ef76a671ebc4 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:02:05.952946 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:05.967428 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'port_id': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'mac_address': 'fa:16:3e:31:1a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:02:06.005246 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:06.017929 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0193e7-8cae-4e77-a446-ef76a671ebc4 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:02:06.038131 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:06.041878 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:06.091022 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=9']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:06.097822 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.098169 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.098505 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.098833 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.099211 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.099491 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.099838 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.100161 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.100502 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.100822 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.101134 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.101801 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:06.345527 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['cd0193e7-8cae-4e77-a446-ef76a671ebc4'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:02:06.812836 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44928) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:06.923159 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-13ecbece-429f-41fc-a854-308ef45971e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.016845 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-13ecbece-429f-41fc-a854-308ef45971e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.021074 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-13ecbece-429f-41fc-a854-308ef45971e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.045630 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d8998-a84b-4e4d-849e-621aa0cc5436 req-16859761-f4a2-45b5-baa2-d935acedbffa tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:07.047099 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-400d8998-a84b-4e4d-849e-621aa0cc5436 req-16859761-f4a2-45b5-baa2-d935acedbffa tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 945 time: 0.2948439 Sep 19 07:02:07.059126 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-13ecbece-429f-41fc-a854-308ef45971e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cba18ec143ad4ba29b7464d2412ef66c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447119 Sep 19 07:02:07.060020 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecbece-429f-41fc-a854-308ef45971e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5987e4-965c-40d7-88b7-36f6c5ff52b5,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:07.062281 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44932) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:07.086615 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-400d8998-a84b-4e4d-849e-621aa0cc5436 req-6b454c3b-cfca-4a68-8e43-7c77a230b620 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335314 Sep 19 07:02:07.111163 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5afff79b-681e-4df3-ac2b-0f4bb5f35bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.132009 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5afff79b-681e-4df3-ac2b-0f4bb5f35bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.180528 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5afff79b-681e-4df3-ac2b-0f4bb5f35bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.183267 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5afff79b-681e-4df3-ac2b-0f4bb5f35bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.185038 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5afff79b-681e-4df3-ac2b-0f4bb5f35bf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf5987e4-965c-40d7-88b7-36f6c5ff52b5 HTTP/1.1" status: 204 len: 168 time: 0.1218789 Sep 19 07:02:07.192182 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afff79b-681e-4df3-ac2b-0f4bb5f35bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5987e4-965c-40d7-88b7-36f6c5ff52b5,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:07.446342 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 44938) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:07.459090 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-efa93d9a-5505-4f7e-8f91-5fdcf0e28a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.542625 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-efa93d9a-5505-4f7e-8f91-5fdcf0e28a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.546907 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-efa93d9a-5505-4f7e-8f91-5fdcf0e28a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.584504 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-efa93d9a-5505-4f7e-8f91-5fdcf0e28a4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45084e264c7544f8984373610c39dcb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371050 Sep 19 07:02:07.585345 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa93d9a-5505-4f7e-8f91-5fdcf0e28a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efdcfd8-2862-438a-ad0c-0b8999516134,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:07.587191 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 44940) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:07.635857 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-42f58d8b-2fb7-41b4-bf4f-aed85ebd281f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.655819 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-42f58d8b-2fb7-41b4-bf4f-aed85ebd281f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.701307 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-42f58d8b-2fb7-41b4-bf4f-aed85ebd281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.703699 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-42f58d8b-2fb7-41b4-bf4f-aed85ebd281f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:07.704819 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-42f58d8b-2fb7-41b4-bf4f-aed85ebd281f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4efdcfd8-2862-438a-ad0c-0b8999516134 HTTP/1.1" status: 204 len: 168 time: 0.1166401 Sep 19 07:02:07.712150 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f58d8b-2fb7-41b4-bf4f-aed85ebd281f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efdcfd8-2862-438a-ad0c-0b8999516134,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:07.886926 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device cd0193e7-8cae-4e77-a446-ef76a671ebc4 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:02:07.934164 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port cd0193e7-8cae-4e77-a446-ef76a671ebc4 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:02:07.934542 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:08.011992 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:08.034846 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:02:08.036952 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cc22dd-5ca3-44f4-b6d9-a0e020ee2792" -d '{"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-plugged", "status": "completed", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:02:08.049840 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:08.055488 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:08.079326 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a237aeaf-4c1e-4f20-9e42-ac133fdd827b x-openstack-request-id: req-a237aeaf-4c1e-4f20-9e42-ac133fdd827b {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:02:08.079655 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-plugged", "status": "completed", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:02:08.079910 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a237aeaf-4c1e-4f20-9e42-ac133fdd827b {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:02:08.080301 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'code': 200} Sep 19 07:02:08.105311 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=10']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:08.212468 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190487ca-36a7-4f1f-80f9-7b1e18d375b3 req-9a101e2c-78e7-4406-b3c0-5269dd12ffc9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:08.213957 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-190487ca-36a7-4f1f-80f9-7b1e18d375b3 req-9a101e2c-78e7-4406-b3c0-5269dd12ffc9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 947 time: 0.0577297 Sep 19 07:02:08.253704 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-190487ca-36a7-4f1f-80f9-7b1e18d375b3 req-1b3d097f-3870-4caa-9f2d-b9bcdf5b1571 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331721 Sep 19 07:02:08.315792 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410739e-3f61-4e72-bcec-527369ea1699 req-04dcefc8-d81b-424f-9843-ed315bf6ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:08.317403 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9410739e-3f61-4e72-bcec-527369ea1699 req-04dcefc8-d81b-424f-9843-ed315bf6ec30 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 1100 time: 0.0400703 Sep 19 07:02:08.352173 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9410739e-3f61-4e72-bcec-527369ea1699 req-930e6663-3df5-4e12-b888-220baae8982a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278044 Sep 19 07:02:09.327437 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45000) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:09.379249 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22d631-dd8f-4702-bb77-c50ee822c0df req-2eabb84f-0601-4df0-87ab-1fdaa74871a9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:09.386486 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b22d631-dd8f-4702-bb77-c50ee822c0df req-2eabb84f-0601-4df0-87ab-1fdaa74871a9 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 947 time: 0.0580840 Sep 19 07:02:09.425744 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6b22d631-dd8f-4702-bb77-c50ee822c0df req-247f48df-f661-4e74-97cb-2b25467f3e67 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334759 Sep 19 07:02:09.453256 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3584234e-ac58-42bc-acf0-ed8936f13950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:09.547221 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3584234e-ac58-42bc-acf0-ed8936f13950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:09.551025 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-3584234e-ac58-42bc-acf0-ed8936f13950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:09.587808 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-3584234e-ac58-42bc-acf0-ed8936f13950 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bab231e67bd54b828bab74bac8780e92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592652 Sep 19 07:02:09.589004 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584234e-ac58-42bc-acf0-ed8936f13950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10d02d8-5cb3-43c8-9eb0-73092989e475,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:09.590999 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45012) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:09.639956 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4107aa06-37cd-4d35-a17e-dd7763194c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:09.663801 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4107aa06-37cd-4d35-a17e-dd7763194c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:09.711014 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4107aa06-37cd-4d35-a17e-dd7763194c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:09.713540 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4107aa06-37cd-4d35-a17e-dd7763194c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:09.715208 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4107aa06-37cd-4d35-a17e-dd7763194c9c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e10d02d8-5cb3-43c8-9eb0-73092989e475 HTTP/1.1" status: 204 len: 168 time: 0.1222653 Sep 19 07:02:09.723641 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107aa06-37cd-4d35-a17e-dd7763194c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10d02d8-5cb3-43c8-9eb0-73092989e475,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:09.990393 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45044) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:10.003937 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d133a16f-0dea-4de0-aeac-f14cc9a5bd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:10.087976 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d133a16f-0dea-4de0-aeac-f14cc9a5bd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:10.093553 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d133a16f-0dea-4de0-aeac-f14cc9a5bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:10.132635 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d133a16f-0dea-4de0-aeac-f14cc9a5bd4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b7229fdc80d24e6fb53fbae283fd15e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411676 Sep 19 07:02:10.133784 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133a16f-0dea-4de0-aeac-f14cc9a5bd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fb6810-31b7-49f3-9b22-c4d0108e45d7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:10.135370 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45046) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:10.185145 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf25d-a35c-44c7-acda-7ffeeae61347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:10.205745 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf25d-a35c-44c7-acda-7ffeeae61347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:10.252145 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf25d-a35c-44c7-acda-7ffeeae61347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:10.254601 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d9fbf25d-a35c-44c7-acda-7ffeeae61347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:10.255759 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d9fbf25d-a35c-44c7-acda-7ffeeae61347 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2fb6810-31b7-49f3-9b22-c4d0108e45d7 HTTP/1.1" status: 204 len: 168 time: 0.1193571 Sep 19 07:02:10.263715 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbf25d-a35c-44c7-acda-7ffeeae61347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fb6810-31b7-49f3-9b22-c4d0108e45d7,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:10.550360 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0173679-1634-474d-a908-5fc9053e6f9d req-072c6cc1-e5e9-412f-9e02-b780386bb330 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:10.551813 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e0173679-1634-474d-a908-5fc9053e6f9d req-072c6cc1-e5e9-412f-9e02-b780386bb330 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 947 time: 0.0547709 Sep 19 07:02:10.589513 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e0173679-1634-474d-a908-5fc9053e6f9d req-c8feeb92-32fd-4ba2-927e-870c5c4b5ffa tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316985 Sep 19 07:02:12.032797 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2ab5b6ea-6c82-456c-843b-615b6c352a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:14.681994 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2dc29539-df3d-401b-91e2-aba3acc743ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:15.695134 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:15.811869 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:16.477193 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45174) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:16.579699 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-54eae43b-8990-4f24-94b2-dcc48de1afa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:16.665000 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-54eae43b-8990-4f24-94b2-dcc48de1afa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:16.668417 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-54eae43b-8990-4f24-94b2-dcc48de1afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:16.704138 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eae43b-8990-4f24-94b2-dcc48de1afa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f8e0a8-74e6-49cd-b7d3-560ec4e4e625,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:16.708436 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-54eae43b-8990-4f24-94b2-dcc48de1afa6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2cc2c61441aa471fa4dab4c17862668d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301097 Sep 19 07:02:16.711078 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45178) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:16.757264 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-969f1607-6ab2-4df4-ab5a-d1810578bbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:16.776758 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-969f1607-6ab2-4df4-ab5a-d1810578bbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:16.824558 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-969f1607-6ab2-4df4-ab5a-d1810578bbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:16.827000 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-969f1607-6ab2-4df4-ab5a-d1810578bbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:16.828164 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-969f1607-6ab2-4df4-ab5a-d1810578bbe4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50f8e0a8-74e6-49cd-b7d3-560ec4e4e625 HTTP/1.1" status: 204 len: 168 time: 0.1161587 Sep 19 07:02:16.835669 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f1607-6ab2-4df4-ab5a-d1810578bbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f8e0a8-74e6-49cd-b7d3-560ec4e4e625,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:17.077350 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45184) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:17.090286 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f5790fb7-018e-4eb1-b910-9124899b3f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:17.177522 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f5790fb7-018e-4eb1-b910-9124899b3f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:17.180980 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-f5790fb7-018e-4eb1-b910-9124899b3f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:17.218154 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f5790fb7-018e-4eb1-b910-9124899b3f29 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=126463f56eb8472e90a5217f0fcd4102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396956 Sep 19 07:02:17.219012 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5790fb7-018e-4eb1-b910-9124899b3f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30db3751-3771-4ea2-8c46-1f5c9a1ef9c9,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:17.220825 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45186) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:17.269377 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-918a3e89-5c13-4129-8ece-1dfab1e89057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:17.293095 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-918a3e89-5c13-4129-8ece-1dfab1e89057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:17.337964 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-918a3e89-5c13-4129-8ece-1dfab1e89057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:17.341619 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-918a3e89-5c13-4129-8ece-1dfab1e89057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:17.342763 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-918a3e89-5c13-4129-8ece-1dfab1e89057 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30db3751-3771-4ea2-8c46-1f5c9a1ef9c9 HTTP/1.1" status: 204 len: 168 time: 0.1209621 Sep 19 07:02:17.350075 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a3e89-5c13-4129-8ece-1dfab1e89057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30db3751-3771-4ea2-8c46-1f5c9a1ef9c9,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:17.399037 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:17.488933 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:02:28.332142 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:29.831726 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-1f4ce507-a34d-4173-a4e6-96e28901f43d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377097 Sep 19 07:02:29.906761 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-82f8f07c-439a-4122-b45a-fb4ec525d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:29.908203 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-82f8f07c-439a-4122-b45a-fb4ec525d09e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f62a968b288420588eec33c98710dea&device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 1100 time: 0.0382786 Sep 19 07:02:30.018522 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-891ea104-fd11-4846-80f6-a6fadd1abef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:30.019973 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-891ea104-fd11-4846-80f6-a6fadd1abef7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 200 len: 918 time: 0.0933921 Sep 19 07:02:30.081944 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-ab2d63d3-ce6a-4108-bc57-6a8c23d2299e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4 HTTP/1.1" status: 200 len: 1002 time: 0.0544698 Sep 19 07:02:30.354904 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-b582877e-ced3-455c-81cb-960ff0c8f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:30.356316 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-b582877e-ced3-455c-81cb-960ff0c8f3dd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 200 len: 856 time: 0.2677822 Sep 19 07:02:30.400753 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-7bb5912a-8f4e-4a12-b4ff-d5f4310a3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:30.402189 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-7bb5912a-8f4e-4a12-b4ff-d5f4310a3ced service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e9eab26a-ef35-47bf-96cc-57df288abc52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372286 Sep 19 07:02:30.492677 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-4670d909-15d3-45b4-89d3-e188a3ce8ae7 service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825179 Sep 19 07:02:30.583821 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e1aa4dad-0c97-47ce-81e5-63ebd9f3ad01 req-6941da4c-303e-424e-9973-7b0357f32a1f service neutron] 10.222.0.32 "GET /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826540 Sep 19 07:02:42.032954 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1a57519a-b34a-4eb8-be84-f2afe9538ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:44.099158 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c7617-6664-48d0-ba05-e310d9b8e267 req-adb14628-09f8-45c8-8af1-0d331efe9738 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:44.100620 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a8c7617-6664-48d0-ba05-e310d9b8e267 req-adb14628-09f8-45c8-8af1-0d331efe9738 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 947 time: 0.0480263 Sep 19 07:02:44.137949 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9a8c7617-6664-48d0-ba05-e310d9b8e267 req-19c8a23f-1c71-4942-b568-505c030c5379 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Sep 19 07:02:44.798010 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-064690c8-b7f5-4ffa-8bd9-a982d4964f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:45.255365 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c46ce2-c246-40b1-a896-6007933ea3be req-cc975df2-7602-499e-9451-e0e85f21aa37 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:45.256926 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4c46ce2-c246-40b1-a896-6007933ea3be req-cc975df2-7602-499e-9451-e0e85f21aa37 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 947 time: 0.0469885 Sep 19 07:02:45.297616 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b4c46ce2-c246-40b1-a896-6007933ea3be req-ca67ce98-2421-403b-bd27-a5a5ab38bb17 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups?id=97e37201-2881-495f-8477-6aa68cd3339d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345407 Sep 19 07:02:45.694892 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:45.712949 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e51e72-0004-4745-97a1-347e3903799e req-4af2fa36-6ca5-45ad-a3d3-1c0e6e24f03c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:45.714357 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-96e51e72-0004-4745-97a1-347e3903799e req-4af2fa36-6ca5-45ad-a3d3-1c0e6e24f03c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 947 time: 0.0511806 Sep 19 07:02:45.804764 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Deleting port cd0193e7-8cae-4e77-a446-ef76a671ebc4 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:02:45.805081 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:45.816765 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:45.900947 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] For port cd0193e7-8cae-4e77-a446-ef76a671ebc4, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=cd0193e7-8cae-4e77-a446-ef76a671ebc4,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:45.901305 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:46.067803 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:46.068163 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:46.068481 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Floating IP 8a81818b-bc50-4c48-ae15-054a49117935 disassociated. External IP: 172.27.1.178, port: cd0193e7-8cae-4e77-a446-ef76a671ebc4. Sep 19 07:02:46.068820 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Calling delete_port for cd0193e7-8cae-4e77-a446-ef76a671ebc4 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:02:46.194279 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:46.221911 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event deleted for resources: {'Port': ['ID=cd0193e7-8cae-4e77-a446-ef76a671ebc4,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:46.335804 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Router 8f7894be-b288-444c-8915-bf672e5e0fe9 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:02:46.408897 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b59030be-444f-408d-974d-4b307ee14629 req-194d30f7-d84a-4450-81e0-1e2f929c8895 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/ports?device_id=2354c9a0-0de4-4450-b2e6-12a6d16e0b33 HTTP/1.1" status: 200 len: 210 time: 0.0325842 Sep 19 07:02:46.468057 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:02:46.477885 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] Sync routers for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:02:46.488449 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:02:46.489057 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:46.510357 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] No DVR routers for this DVR port cd0193e7-8cae-4e77-a446-ef76a671ebc4 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:02:46.512884 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:46.514918 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-96e51e72-0004-4745-97a1-347e3903799e req-d9d10c8d-8eaa-49c0-aa88-0ac3cb26f1b2 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.32 "DELETE /v2.0/ports/cd0193e7-8cae-4e77-a446-ef76a671ebc4 HTTP/1.1" status: 204 len: 173 time: 0.7932308 Sep 19 07:02:46.515346 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-deleted', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:02:46.519305 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d696b83-44f1-4296-9b6a-2e5c0e9864cb" -d '{"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-deleted", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:02:46.564992 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659da9f0-d3e0-4405-9c89-1357aa601ad4 x-openstack-request-id: req-659da9f0-d3e0-4405-9c89-1357aa601ad4 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:02:46.565286 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354c9a0-0de4-4450-b2e6-12a6d16e0b33", "name": "network-vif-deleted", "tag": "cd0193e7-8cae-4e77-a446-ef76a671ebc4", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:02:46.566054 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-659da9f0-d3e0-4405-9c89-1357aa601ad4 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:02:46.566449 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354c9a0-0de4-4450-b2e6-12a6d16e0b33', 'name': 'network-vif-deleted', 'tag': 'cd0193e7-8cae-4e77-a446-ef76a671ebc4', 'status': 'completed', 'code': 200} Sep 19 07:02:46.603136 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:02:46.807858 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:46.833927 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] Checking router: 8f7894be-b288-444c-8915-bf672e5e0fe9 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:02:46.842223 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:02:46.842837 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:46.944874 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:02:47.137807 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:47.167415 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c288894-536d-46a2-8b0a-fb76daefdd43 None None] The sync data for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi is: [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T06:55:20Z', 'revision_number': 4, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a83020ca-d0f6-4709-9085-25b3c90e7ad9', 'name': '', 'network_id': 'e9eab26a-ef35-47bf-96cc-57df288abc52', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'mac_address': 'fa:16:3e:65:f0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:18Z', 'updated_at': '2021-09-19T06:55:26Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'subnets': [{'id': '749ecaf3-253c-4050-9fd3-9e5012e508ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:02:47.371757 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31234fe0-e9c8-47cc-b427-15b9ee0645dd None None] New status for floating IP 8a81818b-bc50-4c48-ae15-054a49117935: DOWN {{(pid=94032) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:02:47.451379 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:47.504681 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45420) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:47.560809 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:47.583023 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:47.627696 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:47.630183 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:47.631345 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "DELETE /v2.0/security-groups/97e37201-2881-495f-8477-6aa68cd3339d HTTP/1.1" status: 204 len: 168 time: 0.1256800 Sep 19 07:02:47.634166 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45422) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:47.639878 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e37201-2881-495f-8477-6aa68cd3339d,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:47.648106 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.api.v2.resource [None req-3c803a53-fbed-4b13-a27e-1e53d2f90a29 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] show failed (client error): The resource could not be found. Sep 19 07:02:47.649107 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3c803a53-fbed-4b13-a27e-1e53d2f90a29 tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "GET /v2.0/security-groups/97e37201-2881-495f-8477-6aa68cd3339d HTTP/1.1" status: 404 len: 347 time: 0.0139432 Sep 19 07:02:47.651371 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.651776 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.651947 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45424) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:47.652747 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.653089 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.653423 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.653755 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.654085 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.654676 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.655005 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.655328 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.655682 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.656018 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239cfe4-fcdc-4694-b43f-7fda598aaf3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:47.776856 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Deleting port 7dfc0209-749f-4e1c-b230-6a68c5fa5f67 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:02:47.777205 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:47.850361 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:47.850693 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:47.864607 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Calling delete_port for 7dfc0209-749f-4e1c-b230-6a68c5fa5f67 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:02:47.997839 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:48.022667 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Pushing event deleted for resources: {'Port': ['ID=7dfc0209-749f-4e1c-b230-6a68c5fa5f67,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:48.086752 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:48.089237 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:48.090380 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ab0d87c0-855a-4c79-961d-44b586f8db3c tempest-AttachVolumeShelveTestJSON-915425507 tempest-AttachVolumeShelveTestJSON-915425507-project] 10.222.0.18 "DELETE /v2.0/floatingips/8a81818b-bc50-4c48-ae15-054a49117935 HTTP/1.1" status: 204 len: 168 time: 0.4375484 Sep 19 07:02:50.057641 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device cd0193e7-8cae-4e77-a446-ef76a671ebc4 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:02:50.077942 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: cd0193e7-8cae-4e77-a446-ef76a671ebc4 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:02:50.078288 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device cd0193e7-8cae-4e77-a446-ef76a671ebc4 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:02:50.512118 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45468) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:50.996700 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441099'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:51.226705 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Deleting port a83020ca-d0f6-4709-9085-25b3c90e7ad9 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:02:51.227053 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:51.304596 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] For port a83020ca-d0f6-4709-9085-25b3c90e7ad9, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=a83020ca-d0f6-4709-9085-25b3c90e7ad9,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:51.304953 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:51.317435 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Calling delete_port for a83020ca-d0f6-4709-9085-25b3c90e7ad9 owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:02:51.489055 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:51.512182 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83020ca-d0f6-4709-9085-25b3c90e7ad9,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:51.676556 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438459'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:51.895673 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Router 8f7894be-b288-444c-8915-bf672e5e0fe9 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:02:52.004378 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:02:52.009170 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-fdb2dc67-95b1-4cc1-b685-5e44d2166955 admin admin] 10.222.0.18 "PUT /v2.0/routers/8f7894be-b288-444c-8915-bf672e5e0fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4958789 Sep 19 07:02:52.011697 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45482) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:52.013578 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] Sync routers for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:02:52.023372 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:02:52.024081 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:52.112035 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks [] for router, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.126138 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:02:52.215512 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.267675 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Deleting port 9b18707b-3423-487a-9f47-5099ed71e2c8 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:02:52.267895 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.346721 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] For port 9b18707b-3423-487a-9f47-5099ed71e2c8, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=9b18707b-3423-487a-9f47-5099ed71e2c8,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:52.347066 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.358672 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Calling delete_port for 9b18707b-3423-487a-9f47-5099ed71e2c8 owned by network:router_gateway {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:02:52.390843 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T07:02:51Z', 'revision_number': 5, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port': {'id': '9b18707b-3423-487a-9f47-5099ed71e2c8', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:55:14Z', 'updated_at': '2021-09-19T06:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:52.416996 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] Checking router: 8f7894be-b288-444c-8915-bf672e5e0fe9 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:02:52.425906 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] Routers {'8f7894be-b288-444c-8915-bf672e5e0fe9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:02:52.426520 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['8f7894be-b288-444c-8915-bf672e5e0fe9'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:52.510680 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] Set router 8f7894be-b288-444c-8915-bf672e5e0fe9 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:02:52.523495 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.550983 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Pushing event deleted for resources: {'Port': ['ID=9b18707b-3423-487a-9f47-5099ed71e2c8,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:52.564667 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T07:02:52Z', 'revision_number': 6, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port_host': None}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:52.589655 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b811c740-6f52-4cdb-95cd-ce815ef678e5 None None] The sync data for ids ['8f7894be-b288-444c-8915-bf672e5e0fe9'] in dv-cinder-809944-1-iscsi is: [{'id': '8f7894be-b288-444c-8915-bf672e5e0fe9', 'name': 'tempest-AttachVolumeShelveTestJSON-2081144935-router', 'tenant_id': '9f62a968b288420588eec33c98710dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:55:13Z', 'updated_at': '2021-09-19T07:02:52Z', 'revision_number': 6, 'project_id': '9f62a968b288420588eec33c98710dea', 'gw_port_host': None}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:02:52.608062 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438397'] for router_gateway, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.698681 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.700739 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.746090 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441559'] for router, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.746658 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f7894be-b288-444c-8915-bf672e5e0fe9 {{(pid=94031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 07:02:52.751579 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.752727 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-dcfe48e0-be45-4268-b88d-e7b2ce58d3df admin admin] 10.222.0.18 "DELETE /v2.0/routers/8f7894be-b288-444c-8915-bf672e5e0fe9 HTTP/1.1" status: 204 len: 168 time: 0.7401195 Sep 19 07:02:52.755298 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45484) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:52.799338 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd994752-3f78-4293-96d0-f8b0652f23f1 admin admin] Deleting subnet 749ecaf3-253c-4050-9fd3-9e5012e508ce {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 07:02:52.802378 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bd994752-3f78-4293-96d0-f8b0652f23f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.836677 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bd994752-3f78-4293-96d0-f8b0652f23f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27237964'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.929152 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bd994752-3f78-4293-96d0-f8b0652f23f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:52.989271 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bd994752-3f78-4293-96d0-f8b0652f23f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26588251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25808375'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.014234 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd994752-3f78-4293-96d0-f8b0652f23f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749ecaf3-253c-4050-9fd3-9e5012e508ce,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:53.019189 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-bd994752-3f78-4293-96d0-f8b0652f23f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.021189 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-bd994752-3f78-4293-96d0-f8b0652f23f1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/749ecaf3-253c-4050-9fd3-9e5012e508ce HTTP/1.1" status: 204 len: 168 time: 0.2649548 Sep 19 07:02:53.023609 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45492) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:53.026604 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4820fd4-1e59-4130-9562-e84e9a68059f None None] Network e9eab26a-ef35-47bf-96cc-57df288abc52 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:02:53.092985 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.146275 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Deleting port 640083a3-b2d6-4b89-95bf-937d07ab7608 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:02:53.146462 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.209934 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] For port 640083a3-b2d6-4b89-95bf-937d07ab7608, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=640083a3-b2d6-4b89-95bf-937d07ab7608,segment=NetworkSegment(c0b29de9-1682-41f4-9d14-bcb1d352fd77),segment_id=c0b29de9-1682-41f4-9d14-bcb1d352fd77)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:53.210399 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.223076 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Calling delete_port for 640083a3-b2d6-4b89-95bf-937d07ab7608 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:02:53.305772 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.329109 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45494) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:53.333913 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=640083a3-b2d6-4b89-95bf-937d07ab7608,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:53.341314 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] No DVR routers for this DVR port 640083a3-b2d6-4b89-95bf-937d07ab7608 on host dv-cinder-809944-1-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:02:53.357479 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c49057-b07d-4426-8e1d-ac592f85db32 None None] DHCP port deletion for e9eab26a-ef35-47bf-96cc-57df288abc52 request from dv-cinder-809944-1-iscsi {{(pid=94032) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 07:02:53.441468 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.463612 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9eab26a-ef35-47bf-96cc-57df288abc52']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:53.475387 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0b29de9-1682-41f4-9d14-bcb1d352fd77') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:53.475731 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0b29de9-1682-41f4-9d14-bcb1d352fd77') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:53.491310 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.506177 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.512248 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 07:02:53.512647 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 07:02:53.514627 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 07:02:53.573865 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.579258 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.581271 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] 10.222.0.18 "DELETE /v2.0/networks/e9eab26a-ef35-47bf-96cc-57df288abc52 HTTP/1.1" status: 204 len: 168 time: 0.5566556 Sep 19 07:02:53.596232 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ea08c-98a6-408f-adc1-b3a6f392f3fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e9eab26a-ef35-47bf-96cc-57df288abc52,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:53.650313 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Deleting port 785ba3db-5232-460e-a69a-fbeed81038f8 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:02:53.650712 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.706961 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45500) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:53.760899 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.761229 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.779218 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Calling delete_port for 785ba3db-5232-460e-a69a-fbeed81038f8 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:02:53.782817 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-8b6fef74-6afb-45c6-b406-f6fc06f1efa9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f62a968b288420588eec33c98710dea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0748110 Sep 19 07:02:53.785347 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45502) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:53.909834 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.943302 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device a83020ca-d0f6-4709-9085-25b3c90e7ad9 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:02:53.949900 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:53.963181 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: a83020ca-d0f6-4709-9085-25b3c90e7ad9 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:02:53.963772 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device a83020ca-d0f6-4709-9085-25b3c90e7ad9 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:02:53.964371 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 640083a3-b2d6-4b89-95bf-937d07ab7608 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:02:53.987108 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 640083a3-b2d6-4b89-95bf-937d07ab7608 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:02:53.987973 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 640083a3-b2d6-4b89-95bf-937d07ab7608 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:02:53.988385 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 9b18707b-3423-487a-9f47-5099ed71e2c8 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:02:54.007329 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 9b18707b-3423-487a-9f47-5099ed71e2c8 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:02:54.007723 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 9b18707b-3423-487a-9f47-5099ed71e2c8 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:02:54.047049 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.047049 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.047049 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc3e4fb3-d435-4882-adc6-d9df461060c4 HTTP/1.1" status: 204 len: 168 time: 0.2590599 Sep 19 07:02:54.055256 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3e4fb3-d435-4882-adc6-d9df461060c4,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:54.057400 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.085469 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.085834 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.086181 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.086515 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.087092 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.087223 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.087495 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.087914 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.088246 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.088577 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.088899 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.089218 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9b0497-77f7-47f6-817a-b5e4f6ac53e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:02:54.094349 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event deleted for resources: {'Port': ['ID=785ba3db-5232-460e-a69a-fbeed81038f8,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:54.167780 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.168118 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Floating IP 902d8538-62dc-44e1-9bd3-a9284699a56f disassociated (deleted). External IP: 172.27.1.71, port: d144f3d1-c88d-45ff-98a9-49c152950f28. Sep 19 07:02:54.202726 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45514) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:54.330012 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c299f0b-a149-45e6-9f6b-f4568d0b26ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.424428 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Router 970c7b60-bfa2-46f9-934c-b9a483b8a564 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:02:54.493715 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:02:54.552117 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c299f0b-a149-45e6-9f6b-f4568d0b26ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.556880 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c299f0b-a149-45e6-9f6b-f4568d0b26ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.603034 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:02:54.607775 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.612821 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] Sync routers for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:02:54.615437 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c299f0b-a149-45e6-9f6b-f4568d0b26ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05013e06-705c-4fb1-b168-3e135375f84d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:54.624555 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:02:54.625238 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:54.637331 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45534) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:54.637816 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4c299f0b-a149-45e6-9f6b-f4568d0b26ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da6cb1413e024e19abadc92be2c812bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4340258 Sep 19 07:02:54.650063 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-989f00e6-e42f-4e04-a94c-96ea18e70b4d tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "DELETE /v2.0/floatingips/902d8538-62dc-44e1-9bd3-a9284699a56f HTTP/1.1" status: 204 len: 168 time: 1.3199916 Sep 19 07:02:54.651297 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:02:54.653789 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f7bb47-852c-478c-874e-2162a3cdf26a" -d '{"events": [{"name": "network-changed", "server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:02:54.695680 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e730160-d1cc-4f80-af1e-c00eb982845a x-openstack-request-id: req-3e730160-d1cc-4f80-af1e-c00eb982845a {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:02:54.695971 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:02:54.696424 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e730160-d1cc-4f80-af1e-c00eb982845a {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:02:54.696824 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'status': 'completed', 'code': 200} Sep 19 07:02:54.722673 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ced06f55-6eae-410a-958e-23512aeea849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.770882 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:02:54.772704 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ced06f55-6eae-410a-958e-23512aeea849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.804688 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-5b24505e-ad94-4475-ba79-208933a8a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:54.806276 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-5b24505e-ad94-4475-ba79-208933a8a5f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 1098 time: 0.0585549 Sep 19 07:02:54.895299 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ced06f55-6eae-410a-958e-23512aeea849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.898537 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ced06f55-6eae-410a-958e-23512aeea849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:54.899925 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ced06f55-6eae-410a-958e-23512aeea849 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05013e06-705c-4fb1-b168-3e135375f84d HTTP/1.1" status: 204 len: 168 time: 0.2607284 Sep 19 07:02:54.916283 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced06f55-6eae-410a-958e-23512aeea849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05013e06-705c-4fb1-b168-3e135375f84d,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:54.936888 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da60fd-01e8-4d2b-9b5b-cdd1339433ad req-e2f9c860-81b6-4412-b201-0194818a3e27 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:54.938943 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-73da60fd-01e8-4d2b-9b5b-cdd1339433ad req-e2f9c860-81b6-4412-b201-0194818a3e27 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0825419 Sep 19 07:02:55.015844 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-73da60fd-01e8-4d2b-9b5b-cdd1339433ad req-d1b62a7b-613c-4033-820e-129a0c124a35 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655258 Sep 19 07:02:55.029567 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '11abfd2c-1a3a-408c-bf62-b800f5edca4d', 'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'mac_address': 'fa:16:3e:ea:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:38Z', 'updated_at': '2021-09-19T06:57:43Z', 'revision_number': 5, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'subnets': [{'id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:55.033472 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-a159c146-bfcf-4e47-bd95-98ff32739d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:55.035797 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-a159c146-bfcf-4e47-bd95-98ff32739d25 service neutron] 10.222.0.32 "GET /v2.0/networks?id=506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 200 len: 909 time: 0.1878111 Sep 19 07:02:55.063457 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] Checking router: 970c7b60-bfa2-46f9-934c-b9a483b8a564 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:02:55.072227 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:02:55.073043 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:55.090118 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-936a5649-7a95-4266-b536-32f3b5c90cfa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 200 len: 217 time: 0.0469038 Sep 19 07:02:55.150992 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-8e273a7a-7517-423b-a5cf-1be447d443c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:55.152820 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-8e273a7a-7517-423b-a5cf-1be447d443c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=cc0761fd-3e29-42d1-948e-4ac2f12e1310 HTTP/1.1" status: 200 len: 847 time: 0.0549057 Sep 19 07:02:55.201631 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-08c989bb-f7b8-41b6-90b4-38d717d7c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:55.203340 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-08c989bb-f7b8-41b6-90b4-38d717d7c1f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=506472ab-5c1c-4a8e-ad2e-eb545dc48435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426204 Sep 19 07:02:55.206680 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:02:55.311448 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-ba5cea44-1f1c-4382-a295-7c46dbc4a1fc service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995095 Sep 19 07:02:55.437635 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '11abfd2c-1a3a-408c-bf62-b800f5edca4d', 'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'mac_address': 'fa:16:3e:ea:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:38Z', 'updated_at': '2021-09-19T06:57:43Z', 'revision_number': 5, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'subnets': [{'id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:55.469115 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24980bf6-d937-4dac-a98d-5e86abc168d0 None None] The sync data for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi is: [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T06:57:39Z', 'revision_number': 4, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '11abfd2c-1a3a-408c-bf62-b800f5edca4d', 'name': '', 'network_id': '506472ab-5c1c-4a8e-ad2e-eb545dc48435', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'mac_address': 'fa:16:3e:ea:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:38Z', 'updated_at': '2021-09-19T06:57:43Z', 'revision_number': 5, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'subnets': [{'id': 'cc0761fd-3e29-42d1-948e-4ac2f12e1310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:02:55.731657 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-79f7bb47-852c-478c-874e-2162a3cdf26a req-59913500-32b6-4b50-98a6-518085a4f463 service neutron] 10.222.0.32 "GET /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123187 Sep 19 07:02:55.794017 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a2553f-ebb3-498b-8913-8d209412f115 None None] New status for floating IP 902d8538-62dc-44e1-9bd3-a9284699a56f: DOWN {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:02:55.821911 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45586) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:55.929370 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1511230225-network', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:02:55.952098 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Made reservation on behalf of cac9628164ae429899a4b6d8583eafd9 for: {'network': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:02:55.954350 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:55.975199 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.076926 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.091144 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.136704 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94030) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 07:02:56.144958 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39630c6f-44d1-4a83-8b78-c61bc5447145,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:56.153713 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.154061 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.segments_db [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Added segment 849a6ac3-a2dc-437e-950f-6cc78f3b635d of type vlan for network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 Sep 19 07:02:56.173609 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829ce54-a075-4659-bea9-f64039e9e829 req-99538d36-8521-4aa8-bb47-ad164563ad19 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:56.175660 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1829ce54-a075-4659-bea9-f64039e9e829 req-99538d36-8521-4aa8-bb47-ad164563ad19 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0973372 Sep 19 07:02:56.217047 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.242278 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-1829ce54-a075-4659-bea9-f64039e9e829 req-ac37823a-3e18-4993-a4ad-a56ecb5465a4 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/security-groups?id=45378739-d7be-4f3c-95c0-341dc8976a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497565 Sep 19 07:02:56.256717 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.257702 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:56.258299 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.291082 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4674520 Sep 19 07:02:56.294055 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45594) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:56.298938 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Request body: {'subnet': {'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1511230225-subnet', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'ip_version': 4}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:02:56.319683 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Made reservation on behalf of cac9628164ae429899a4b6d8583eafd9 for: {'subnet': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:02:56.322008 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25808336'] for subnet, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.322160 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c619f-f962-4d37-ad62-e18464b75d70 admin admin] Pushing event updated for resources: {'Network': ['ID=f0071d94-7832-4cfc-aa9e-f3f893ed9b99,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:56.331653 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 07:02:56.489914 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26588184', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25808382'] for subnet, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.513751 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-b91efbc3-7e6f-450f-a249-d938bce43118 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:56.515211 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-b91efbc3-7e6f-450f-a249-d938bce43118 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.32 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 945 time: 0.0480773 Sep 19 07:02:56.548514 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a027178-cf54-4aee-9b2b-e7a4bd065962,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:56.557470 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Checking segment: {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:02:56.557824 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Network hostable DHCP agents. Network: f0071d94-7832-4cfc-aa9e-f3f893ed9b99, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 07:02:56.573510 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 07:02:56.581969 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, f0071d94-7832-4cfc-aa9e-f3f893ed9b99) {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:02:56.586096 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:02:56.586678 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.593491 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d972c3-5ad0-4f61-85a5-e68ef9c5f548 None None] Network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:02:56.604719 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b7845ce0-312a-44d8-8059-a55b276bffcd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3095608 Sep 19 07:02:56.607378 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45596) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:56.610209 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Deleting port d144f3d1-c88d-45ff-98a9-49c152950f28 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:02:56.610622 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.612385 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:02:56.634324 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.635406 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.688140 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.714065 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] For port d144f3d1-c88d-45ff-98a9-49c152950f28, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=d144f3d1-c88d-45ff-98a9-49c152950f28,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:56.714668 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.727770 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Calling delete_port for d144f3d1-c88d-45ff-98a9-49c152950f28 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:02:56.740574 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 07:02:56.741501 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.875673 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.884119 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Allocated IP 172.20.0.2 (f0071d94-7832-4cfc-aa9e-f3f893ed9b99/0a027178-cf54-4aee-9b2b-e7a4bd065962/c843a31f-d914-4c30-86ae-0e61a04b0a2b) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:02:56.910616 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event deleted for resources: {'Port': ['ID=d144f3d1-c88d-45ff-98a9-49c152950f28,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:56.956412 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] No DVR routers for this DVR port d144f3d1-c88d-45ff-98a9-49c152950f28 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:02:56.958896 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:56.960962 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8226ad7c-eb99-47b0-a3a1-f4c6b76ed227 req-9dcf1fb4-6128-459f-8764-905129aab4d2 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.32 "DELETE /v2.0/ports/d144f3d1-c88d-45ff-98a9-49c152950f28 HTTP/1.1" status: 204 len: 173 time: 0.4395947 Sep 19 07:02:56.961422 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'name': 'network-vif-deleted', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:02:56.963907 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a30d9-062f-4057-8b07-e67db8918d1e" -d '{"events": [{"server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "name": "network-vif-deleted", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:02:57.016246 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f4cdfe-2780-416e-9304-1d7aca3337a2 x-openstack-request-id: req-18f4cdfe-2780-416e-9304-1d7aca3337a2 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:02:57.016542 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b2f12c-decd-49e2-8a82-4d87bf705649", "name": "network-vif-deleted", "tag": "d144f3d1-c88d-45ff-98a9-49c152950f28", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:02:57.016799 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-18f4cdfe-2780-416e-9304-1d7aca3337a2 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:02:57.017197 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b2f12c-decd-49e2-8a82-4d87bf705649', 'name': 'network-vif-deleted', 'tag': 'd144f3d1-c88d-45ff-98a9-49c152950f28', 'status': 'completed', 'code': 200} Sep 19 07:02:57.052030 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.058531 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.097993 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:02:57.100634 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:02:57.104235 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:02:57.106689 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.142443 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Pushing event updated for resources: {'Port': ['ID=c843a31f-d914-4c30-86ae-0e61a04b0a2b,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:57.179919 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Attempting to bind port c843a31f-d914-4c30-86ae-0e61a04b0a2b on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:02:57.180365 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Attempting to bind port c843a31f-d914-4c30-86ae-0e61a04b0a2b by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:02:57.180737 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Attempting to bind port c843a31f-d914-4c30-86ae-0e61a04b0a2b on network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:02:57.187443 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:02:57.187843 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Checking segment: {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:02:57.188633 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.189189 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Bound using segment: {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:02:57.190427 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Bound port: c843a31f-d914-4c30-86ae-0e61a04b0a2b, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:02:57.191172 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.259035 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] For port c843a31f-d914-4c30-86ae-0e61a04b0a2b, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:02:57.262402 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] For port c843a31f-d914-4c30-86ae-0e61a04b0a2b, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=c843a31f-d914-4c30-86ae-0e61a04b0a2b,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:02:57.267254 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.317008 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652e59f-b0da-4f1a-a603-7c166a406724 None None] Pushing event updated for resources: {'Port': ['ID=c843a31f-d914-4c30-86ae-0e61a04b0a2b,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:57.319703 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.355846 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.383917 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-fedbb4aa-3981-4369-bf12-ec332147f110 req-3ee3aeeb-452c-457b-884c-9c74b0685eec tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "GET /v2.0/ports?device_id=06b2f12c-decd-49e2-8a82-4d87bf705649 HTTP/1.1" status: 200 len: 210 time: 0.0423224 Sep 19 07:02:57.484708 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Allocated IP 172.27.1.247 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/03cf691e-7196-4a77-baed-0eb7d214cd8a) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:02:57.615378 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.657870 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.694988 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:02:57.697751 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:02:57.701211 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:02:57.728156 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=03cf691e-7196-4a77-baed-0eb7d214cd8a,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:57.957849 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:57.979196 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device c843a31f-d914-4c30-86ae-0e61a04b0a2b up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:02:58.034649 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port c843a31f-d914-4c30-86ae-0e61a04b0a2b triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:02:58.035021 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.118414 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.153494 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port c843a31f-d914-4c30-86ae-0e61a04b0a2b, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=c843a31f-d914-4c30-86ae-0e61a04b0a2b,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:58.158017 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.178442 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.208657 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=c843a31f-d914-4c30-86ae-0e61a04b0a2b,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:58.313492 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Router 494b242a-d8c6-4805-822d-8d67a2fbe189 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 07:02:58.335464 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce72e95-68a9-477a-b7cf-a66528e9fe34 None None] Network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:02:58.356523 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.455605 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45614) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:58.470258 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:02:58.494781 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.496260 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-23d1271b-34e0-4981-b8f6-0900cac8c8a8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8879037 Sep 19 07:02:58.498906 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45616) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:58.501335 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Sync routers for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:02:58.542988 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:02:58.543137 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:58.548802 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-914b2322-366a-4abb-85d4-f723bab72162 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.604938 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-914b2322-366a-4abb-85d4-f723bab72162 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.654700 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-1bbabedb-c7e8-45bf-ab1d-4dc0c53faa6a None None] Provisioning complete for port c843a31f-d914-4c30-86ae-0e61a04b0a2b triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:02:58.655374 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1bbabedb-c7e8-45bf-ab1d-4dc0c53faa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.688582 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-914b2322-366a-4abb-85d4-f723bab72162 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.692255 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-914b2322-366a-4abb-85d4-f723bab72162 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:58.693753 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-914b2322-366a-4abb-85d4-f723bab72162 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] 10.222.0.18 "DELETE /v2.0/security-groups/45378739-d7be-4f3c-95c0-341dc8976a56 HTTP/1.1" status: 204 len: 168 time: 0.2366188 Sep 19 07:02:58.714507 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b2322-366a-4abb-85d4-f723bab72162 tempest-TestShelveInstance-1136287570 tempest-TestShelveInstance-1136287570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45378739-d7be-4f3c-95c0-341dc8976a56,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:58.738239 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:02:58.756145 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45628) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:02:58.996510 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.044139 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:57Z', 'revision_number': 3, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:59.077115 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Checking router: 494b242a-d8c6-4805-822d-8d67a2fbe189 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:02:59.077452 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Updating router 494b242a-d8c6-4805-822d-8d67a2fbe189 port 03cf691e-7196-4a77-baed-0eb7d214cd8a binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 07:02:59.105599 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.185196 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Allocated IP 172.20.0.1 (f0071d94-7832-4cfc-aa9e-f3f893ed9b99/0a027178-cf54-4aee-9b2b-e7a4bd065962/d495e679-ed3a-455d-81ba-46d3ebfe33e9) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:02:59.193689 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441099'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.295269 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.321924 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-4b2d4b64-167d-4c80-85e4-c97c86bc5c24 None None] Provisioning complete for port c843a31f-d914-4c30-86ae-0e61a04b0a2b triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:02:59.322630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4b2d4b64-167d-4c80-85e4-c97c86bc5c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.348260 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.388080 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:02:59.395738 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:02:59.399192 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:02:59.405176 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d495e679-ed3a-455d-81ba-46d3ebfe33e9,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:59.443105 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.472025 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Deleting port 11abfd2c-1a3a-408c-bf62-b800f5edca4d {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:02:59.473133 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.501386 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.513751 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.558549 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca637ab6-7e7a-42c4-b900-1eb5befb1b7e None None] Pushing event updated for resources: {'Port': ['ID=03cf691e-7196-4a77-baed-0eb7d214cd8a,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:59.578896 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] For port 11abfd2c-1a3a-408c-bf62-b800f5edca4d, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=11abfd2c-1a3a-408c-bf62-b800f5edca4d,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:02:59.579270 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.586854 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Attempting to bind port 03cf691e-7196-4a77-baed-0eb7d214cd8a on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:02:59.587235 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Attempting to bind port 03cf691e-7196-4a77-baed-0eb7d214cd8a by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:02:59.587630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Attempting to bind port 03cf691e-7196-4a77-baed-0eb7d214cd8a on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:02:59.593090 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Calling delete_port for 11abfd2c-1a3a-408c-bf62-b800f5edca4d owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:02:59.593284 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:02:59.593525 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:02:59.593928 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.594320 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:02:59.594786 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Bound port: 03cf691e-7196-4a77-baed-0eb7d214cd8a, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:02:59.595168 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.602397 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.664622 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] For port 03cf691e-7196-4a77-baed-0eb7d214cd8a, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:02:59.668799 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] For port 03cf691e-7196-4a77-baed-0eb7d214cd8a, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=03cf691e-7196-4a77-baed-0eb7d214cd8a,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:02:59.673354 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.739490 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:02:59.740196 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:02:59.744268 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca637ab6-7e7a-42c4-b900-1eb5befb1b7e None None] Pushing event updated for resources: {'Port': ['ID=03cf691e-7196-4a77-baed-0eb7d214cd8a,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:59.787350 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-b7f25ef1-a46e-4ffe-a55d-52fc733e8c0c None None] Provisioning complete for port d495e679-ed3a-455d-81ba-46d3ebfe33e9 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:02:59.787849 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b7f25ef1-a46e-4ffe-a55d-52fc733e8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.808372 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.810306 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.814571 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.849195 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Pushing event deleted for resources: {'Port': ['ID=11abfd2c-1a3a-408c-bf62-b800f5edca4d,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:59.892527 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d495e679-ed3a-455d-81ba-46d3ebfe33e9,revision_number=2']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:02:59.914605 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:02:59.914881 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-b7f25ef1-a46e-4ffe-a55d-52fc733e8c0c None None] Port d495e679-ed3a-455d-81ba-46d3ebfe33e9 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:02:59.948352 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:00.082870 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438459'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:00.096821 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:03:00.098307 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:03:00.133012 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device d144f3d1-c88d-45ff-98a9-49c152950f28 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:03:00.135028 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device c843a31f-d914-4c30-86ae-0e61a04b0a2b up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:00.206580 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: d144f3d1-c88d-45ff-98a9-49c152950f28 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:03:00.206922 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device d144f3d1-c88d-45ff-98a9-49c152950f28 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:03:00.304559 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Router 494b242a-d8c6-4805-822d-8d67a2fbe189 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:03:00.321624 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port c843a31f-d914-4c30-86ae-0e61a04b0a2b triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:00.321624 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:00.422099 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Router 970c7b60-bfa2-46f9-934c-b9a483b8a564 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:03:00.560584 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:03:00.570584 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e4a184b5-6a38-4130-8f5d-9986a4deae44 admin admin] 10.222.0.18 "PUT /v2.0/routers/970c7b60-bfa2-46f9-934c-b9a483b8a564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8115594 Sep 19 07:03:00.571297 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45656) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:00.573364 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54991064-8722-415b-9ac6-779b112f5003 None None] Sync routers for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:03:00.592349 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54991064-8722-415b-9ac6-779b112f5003 None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:00.593489 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-54991064-8722-415b-9ac6-779b112f5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:00.593631 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 1, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:00.638095 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499c968f-6c59-4a37-95f7-24d2a21a69f1 None None] The sync data for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi is: [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 1, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:03:00.653265 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-7364892e-1356-40f4-a6a8-e11b86901d07 None None] Provisioning complete for port d495e679-ed3a-455d-81ba-46d3ebfe33e9 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:00.653915 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7364892e-1356-40f4-a6a8-e11b86901d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:00.701877 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-7364892e-1356-40f4-a6a8-e11b86901d07 None None] Port d495e679-ed3a-455d-81ba-46d3ebfe33e9 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:03:00.723048 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:00.762566 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-54991064-8722-415b-9ac6-779b112f5003 None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:00.802359 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:03:00.808137 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-02d65ab4-711c-4f16-b348-b906d51a00c1 admin admin] 10.222.0.18 "PUT /v2.0/routers/494b242a-d8c6-4805-822d-8d67a2fbe189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3079610 Sep 19 07:03:00.849810 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:00.949792 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Deleting port 59c8261c-278f-4eef-bba2-c58c2506d05c {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:03:00.950148 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.015019 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-54991064-8722-415b-9ac6-779b112f5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 5, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port': {'id': '59c8261c-278f-4eef-bba2-c58c2506d05c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:68:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:35Z', 'updated_at': '2021-09-19T06:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:01.053908 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54991064-8722-415b-9ac6-779b112f5003 None None] Checking router: 970c7b60-bfa2-46f9-934c-b9a483b8a564 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:03:01.062619 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54991064-8722-415b-9ac6-779b112f5003 None None] Routers {'970c7b60-bfa2-46f9-934c-b9a483b8a564'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:01.063254 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-54991064-8722-415b-9ac6-779b112f5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['970c7b60-bfa2-46f9-934c-b9a483b8a564'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:01.065770 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] For port 59c8261c-278f-4eef-bba2-c58c2506d05c, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=59c8261c-278f-4eef-bba2-c58c2506d05c,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:01.066140 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.081899 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Calling delete_port for 59c8261c-278f-4eef-bba2-c58c2506d05c owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:03:01.164754 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-54991064-8722-415b-9ac6-779b112f5003 None None] Set router 970c7b60-bfa2-46f9-934c-b9a483b8a564 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:01.233217 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-54991064-8722-415b-9ac6-779b112f5003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T07:03:00Z', 'revision_number': 6, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port_host': None}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:01.274349 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54991064-8722-415b-9ac6-779b112f5003 None None] The sync data for ids ['970c7b60-bfa2-46f9-934c-b9a483b8a564'] in dv-cinder-809944-1-iscsi is: [{'id': '970c7b60-bfa2-46f9-934c-b9a483b8a564', 'name': 'tempest-TestShelveInstance-581223935-router', 'tenant_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:34Z', 'updated_at': '2021-09-19T07:03:00Z', 'revision_number': 6, 'project_id': 'd6de158e34224bbfbecfbfe5483cff6c', 'gw_port_host': None}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:03:01.283487 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.314411 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c8261c-278f-4eef-bba2-c58c2506d05c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:01.376598 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438397'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.425014 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45672) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:01.429847 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-643858073-network', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:01.449959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Made reservation on behalf of 65c02e775b7647deb8d561f0027a2ea1 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:03:01.452463 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.462139 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.469601 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.471743 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.520346 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441559'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.521004 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 970c7b60-bfa2-46f9-934c-b9a483b8a564 {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 07:03:01.525744 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.527036 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d7dbdd81-d1f3-458d-bcbd-48a2e21a3469 admin admin] 10.222.0.18 "DELETE /v2.0/routers/970c7b60-bfa2-46f9-934c-b9a483b8a564 HTTP/1.1" status: 204 len: 168 time: 0.9542935 Sep 19 07:03:01.529940 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45674) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:01.561389 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.566819 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.577929 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-a247aafe-e2f5-42b9-8d71-31b9f69b5409 admin admin] Deleting subnet cc0761fd-3e29-42d1-948e-4ac2f12e1310 {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 07:03:01.581719 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a247aafe-e2f5-42b9-8d71-31b9f69b5409 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.598899 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 07:03:01.608585 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25e1db1-ccc0-4907-b684-5f3d7f150750,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:01.615197 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.615553 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Added segment e766a7e5-537d-4b19-84df-60aff3fa2f92 of type vlan for network 304732d7-9fd7-43ac-bb42-4e6f76836dea Sep 19 07:03:01.634577 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a247aafe-e2f5-42b9-8d71-31b9f69b5409 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757793'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.675699 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.708487 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.709514 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:01.710202 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.752084 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3259258 Sep 19 07:03:01.756773 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45684) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:01.791741 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Request body: {'subnet': {'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-643858073-subnet', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:01.794057 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5fca88-2e7a-4472-81f0-45ee17e2b75e admin admin] Pushing event updated for resources: {'Network': ['ID=304732d7-9fd7-43ac-bb42-4e6f76836dea,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:01.805885 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 304732d7-9fd7-43ac-bb42-4e6f76836dea details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 07:03:01.844681 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a247aafe-e2f5-42b9-8d71-31b9f69b5409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.847908 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Made reservation on behalf of 65c02e775b7647deb8d561f0027a2ea1 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:03:01.850317 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26077575'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:01.969432 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a247aafe-e2f5-42b9-8d71-31b9f69b5409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26077600'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.003606 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247aafe-e2f5-42b9-8d71-31b9f69b5409 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc0761fd-3e29-42d1-948e-4ac2f12e1310,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:02.005625 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a247aafe-e2f5-42b9-8d71-31b9f69b5409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.009514 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de38fb9-9392-4184-b1e3-2c1256ce69c7 None None] Network 506472ab-5c1c-4a8e-ad2e-eb545dc48435 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:03:02.010328 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a247aafe-e2f5-42b9-8d71-31b9f69b5409 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cc0761fd-3e29-42d1-948e-4ac2f12e1310 HTTP/1.1" status: 204 len: 168 time: 0.4792948 Sep 19 07:03:02.010457 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45686) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:02.096596 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.118175 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25770118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26077609'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.165584 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Deleting port 1b920991-bd4a-4066-99c4-bedc185837e8 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:03:02.165932 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.224906 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abb01902-cfa1-4005-aa35-55c6a89de34c,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:02.230485 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Checking segment: {'id': 'e766a7e5-537d-4b19-84df-60aff3fa2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:03:02.231334 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Network hostable DHCP agents. Network: 304732d7-9fd7-43ac-bb42-4e6f76836dea, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 07:03:02.238760 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] DHCP port deletion for 506472ab-5c1c-4a8e-ad2e-eb545dc48435 request from dv-cinder-809944-1-iscsi {{(pid=94032) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 07:03:02.249703 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] For port 1b920991-bd4a-4066-99c4-bedc185837e8, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=1b920991-bd4a-4066-99c4-bedc185837e8,segment=NetworkSegment(79073854-4659-4c22-987a-0a40140dec41),segment_id=79073854-4659-4c22-987a-0a40140dec41)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:02.250068 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.260044 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Network 304732d7-9fd7-43ac-bb42-4e6f76836dea is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 07:03:02.272151 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 304732d7-9fd7-43ac-bb42-4e6f76836dea) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:03:02.282902 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e1e96-0cbb-4ed1-a3e5-88da90de78bd None None] Network 304732d7-9fd7-43ac-bb42-4e6f76836dea requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:03:02.284836 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:02.285492 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.286166 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Calling delete_port for 1b920991-bd4a-4066-99c4-bedc185837e8 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:03:02.311613 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bc20e901-25f2-439e-a86f-14fff7fd45a3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5474467 Sep 19 07:03:02.311613 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45688) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:02.316184 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:02.362915 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.364880 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.368034 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 03cf691e-7196-4a77-baed-0eb7d214cd8a up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:02.439988 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.443745 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.446089 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] Deleting port 1b920991-bd4a-4066-99c4-bedc185837e8 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:03:02.446617 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.489341 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Pushing event deleted for resources: {'Port': ['ID=1b920991-bd4a-4066-99c4-bedc185837e8,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:02.497734 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] No DVR routers for this DVR port 1b920991-bd4a-4066-99c4-bedc185837e8 on host dv-cinder-809944-1-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:03:02.570413 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] For port 1b920991-bd4a-4066-99c4-bedc185837e8, host dv-cinder-809944-1-iscsi, got binding levels [] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:02.571149 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.591172 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] Calling delete_port for 1b920991-bd4a-4066-99c4-bedc185837e8 owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:03:02.596570 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.ipam_backend_mixin [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] Port 1b920991-bd4a-4066-99c4-bedc185837e8 was not found and therefore no delete operation was performed {{(pid=94032) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 07:03:02.597629 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.603442 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.622666 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506472ab-5c1c-4a8e-ad2e-eb545dc48435']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:02.639149 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79073854-4659-4c22-987a-0a40140dec41') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:02.639149 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79073854-4659-4c22-987a-0a40140dec41') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:02.645736 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] Pushing event deleted for resources: {'Port': ['ID=1b920991-bd4a-4066-99c4-bedc185837e8,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:02.658418 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.659584 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8db8e-fbff-4956-8639-294187fe69dc None None] No DVR routers for this DVR port 1b920991-bd4a-4066-99c4-bedc185837e8 on host dv-cinder-809944-1-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:03:02.674220 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 03cf691e-7196-4a77-baed-0eb7d214cd8a triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:02.674220 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.678960 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.690329 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 07:03:02.690873 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 07:03:02.693092 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 07:03:02.722864 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-304732d7-9fd7-43ac-bb42-4e6f76836dea', 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'fixed_ips': [{'subnet_id': 'abb01902-cfa1-4005-aa35-55c6a89de34c'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 07:03:02.723859 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.774908 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.784254 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.789226 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] 10.222.0.18 "DELETE /v2.0/networks/506472ab-5c1c-4a8e-ad2e-eb545dc48435 HTTP/1.1" status: 204 len: 168 time: 0.7751384 Sep 19 07:03:02.796096 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45696) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:02.807141 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e77ccc-6d54-4ed0-b35c-464eabe662dc admin admin] Pushing event deleted for resources: {'Network': ['ID=506472ab-5c1c-4a8e-ad2e-eb545dc48435,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:02.878953 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.935122 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 03cf691e-7196-4a77-baed-0eb7d214cd8a, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=03cf691e-7196-4a77-baed-0eb7d214cd8a,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:02.945873 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:02.960403 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.013341 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Allocated IP 172.20.0.2 (304732d7-9fd7-43ac-bb42-4e6f76836dea/abb01902-cfa1-4005-aa35-55c6a89de34c/31e95cf9-58c9-4e1c-9a0b-c94a729f636a) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:03:03.028351 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 11abfd2c-1a3a-408c-bf62-b800f5edca4d no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:03:03.066554 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=03cf691e-7196-4a77-baed-0eb7d214cd8a,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:03.085314 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 11abfd2c-1a3a-408c-bf62-b800f5edca4d {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:03:03.085314 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 11abfd2c-1a3a-408c-bf62-b800f5edca4d not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:03:03.085314 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 59c8261c-278f-4eef-bba2-c58c2506d05c no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:03:03.135679 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 59c8261c-278f-4eef-bba2-c58c2506d05c {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:03:03.136026 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 59c8261c-278f-4eef-bba2-c58c2506d05c not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:03:03.230424 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.268678 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.321421 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.328620 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.371209 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441099'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.382007 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Network 304732d7-9fd7-43ac-bb42-4e6f76836dea is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:03:03.389837 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:03:03.392345 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:03:03.406111 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Allocated IP 172.27.1.169 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/afbc7beb-adc1-48d3-84cf-712bf61c0f7c) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:03:03.409082 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Pushing event updated for resources: {'Port': ['ID=31e95cf9-58c9-4e1c-9a0b-c94a729f636a,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:03.457985 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Attempting to bind port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:03:03.458362 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Attempting to bind port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'e766a7e5-537d-4b19-84df-60aff3fa2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:03:03.458728 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Attempting to bind port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a on network 304732d7-9fd7-43ac-bb42-4e6f76836dea {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:03:03.464444 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:03:03.464816 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Checking segment: {'id': 'e766a7e5-537d-4b19-84df-60aff3fa2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:03:03.465242 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.465630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Bound using segment: {'id': 'e766a7e5-537d-4b19-84df-60aff3fa2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:03:03.466089 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Bound port: 31e95cf9-58c9-4e1c-9a0b-c94a729f636a, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e766a7e5-537d-4b19-84df-60aff3fa2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:03:03.466461 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.543133 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.555247 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] For port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:03:03.559279 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] For port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=31e95cf9-58c9-4e1c-9a0b-c94a729f636a,segment=NetworkSegment(e766a7e5-537d-4b19-84df-60aff3fa2f92),segment_id=e766a7e5-537d-4b19-84df-60aff3fa2f92)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:03:03.564637 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.585635 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.608773 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Sync routers for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:03:03.624576 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:03:03.627112 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:03:03.631678 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:03:03.644856 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:03.644856 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:03.687073 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Pushing event updated for resources: {'Port': ['ID=afbc7beb-adc1-48d3-84cf-712bf61c0f7c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:03.687292 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Deleting port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:03:03.687662 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.695843 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbce8cc-6292-4fc7-9db4-ccf7b1f91233 None None] Pushing event updated for resources: {'Port': ['ID=31e95cf9-58c9-4e1c-9a0b-c94a729f636a,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:03.769255 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:03.799831 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] For port 056a515e-0bd5-4fe1-9ac0-8bae6e71f691, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=056a515e-0bd5-4fe1-9ac0-8bae6e71f691,segment=NetworkSegment(b98292d6-8d8e-4edd-9459-277f5673e28a),segment_id=b98292d6-8d8e-4edd-9459-277f5673e28a)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:03.799831 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:03.834355 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Calling delete_port for 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:03:04.016659 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:04.087758 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 03cf691e-7196-4a77-baed-0eb7d214cd8a up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:04.092342 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 2, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:04.111477 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:04.140166 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=056a515e-0bd5-4fe1-9ac0-8bae6e71f691,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:04.142149 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Checking router: 494b242a-d8c6-4805-822d-8d67a2fbe189 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:03:04.142315 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Updating router 494b242a-d8c6-4805-822d-8d67a2fbe189 port d495e679-ed3a-455d-81ba-46d3ebfe33e9 binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 07:03:04.181237 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:04.223983 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 03cf691e-7196-4a77-baed-0eb7d214cd8a triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:04.224376 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:04.250933 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:04.341029 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438459'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:04.443683 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Router 7a74f347-8d29-4f81-9316-4da7e35a3669 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 07:03:04.602391 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:03:04.617516 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Sync routers for ids ['7a74f347-8d29-4f81-9316-4da7e35a3669'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:03:04.622671 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:04.631166 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9228f7ea-c14d-4d6e-9581-69fcb7a3fee8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3209963 Sep 19 07:03:04.632247 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45718) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:04.632365 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Routers {'7a74f347-8d29-4f81-9316-4da7e35a3669'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:04.633032 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['7a74f347-8d29-4f81-9316-4da7e35a3669'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:04.679807 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 31e95cf9-58c9-4e1c-9a0b-c94a729f636a up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:04.769549 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:03:04.803830 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:04.806288 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:04.812423 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Set router 7a74f347-8d29-4f81-9316-4da7e35a3669 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:04.989139 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:03:05.001252 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b2813134-4880-401f-87f2-21aaaebdcfc9 admin admin] 10.222.0.18 "PUT /v2.0/routers/2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2027574 Sep 19 07:03:05.002042 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] Sync routers for ids ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:03:05.004617 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45728) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:05.038734 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.051231 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.053843 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5622cb86-edfa-4db0-8f2b-5f0000aef538 None None] Network 304732d7-9fd7-43ac-bb42-4e6f76836dea requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:03:05.075918 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] Routers {'2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:05.076564 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:05.083781 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.179818 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:03:02Z', 'updated_at': '2021-09-19T07:03:03Z', 'revision_number': 3, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'gw_port': {'id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:03Z', 'updated_at': '2021-09-19T07:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:05.208520 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.214857 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-40215d90-ec47-422f-886b-ab4fded9e1ea None None] Provisioning complete for port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:05.215367 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-40215d90-ec47-422f-886b-ab4fded9e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.221525 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Checking router: 7a74f347-8d29-4f81-9316-4da7e35a3669 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:03:05.221954 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Updating router 7a74f347-8d29-4f81-9316-4da7e35a3669 port afbc7beb-adc1-48d3-84cf-712bf61c0f7c binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 07:03:05.251009 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.273754 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=31e95cf9-58c9-4e1c-9a0b-c94a729f636a,segment=NetworkSegment(e766a7e5-537d-4b19-84df-60aff3fa2f92),segment_id=e766a7e5-537d-4b19-84df-60aff3fa2f92)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:05.346741 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.425588 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecfe72-ce46-4b47-9357-68683ff36f97 None None] Pushing event updated for resources: {'Port': ['ID=d495e679-ed3a-455d-81ba-46d3ebfe33e9,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:05.437971 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.454146 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 1b920991-bd4a-4066-99c4-bedc185837e8 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:03:05.466807 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Attempting to bind port d495e679-ed3a-455d-81ba-46d3ebfe33e9 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:03:05.467179 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Attempting to bind port d495e679-ed3a-455d-81ba-46d3ebfe33e9 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:03:05.467566 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Attempting to bind port d495e679-ed3a-455d-81ba-46d3ebfe33e9 on network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:03:05.524344 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] Set router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:05.530200 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 1b920991-bd4a-4066-99c4-bedc185837e8 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:03:05.530545 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 1b920991-bd4a-4066-99c4-bedc185837e8 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:03:05.532204 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:03:05.532569 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Checking segment: {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:03:05.532967 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.533374 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Bound using segment: {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:03:05.533960 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Bound port: d495e679-ed3a-455d-81ba-46d3ebfe33e9, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:03:05.534222 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.583308 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Deleting port 84ca064d-f9c2-4ddb-91a3-da232ec18029 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:03:05.583680 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.588052 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.594569 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.647727 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Pushing event updated for resources: {'Port': ['ID=afbc7beb-adc1-48d3-84cf-712bf61c0f7c,revision_number=2']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:05.658026 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.658519 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.658920 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.659316 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.659734 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.660505 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.660505 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.662281 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.662281 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.662281 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.662281 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.662960 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:05.665421 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] For port 84ca064d-f9c2-4ddb-91a3-da232ec18029, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=84ca064d-f9c2-4ddb-91a3-da232ec18029,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:05.665801 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.668360 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Attempting to bind port afbc7beb-adc1-48d3-84cf-712bf61c0f7c on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:03:05.668823 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Attempting to bind port afbc7beb-adc1-48d3-84cf-712bf61c0f7c by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:03:05.669408 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Attempting to bind port afbc7beb-adc1-48d3-84cf-712bf61c0f7c on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:03:05.675766 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:03:05.676221 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:03:05.676687 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.677138 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:03:05.677665 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Bound port: afbc7beb-adc1-48d3-84cf-712bf61c0f7c, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:03:05.678391 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.682570 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=31e95cf9-58c9-4e1c-9a0b-c94a729f636a,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:05.694934 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Calling delete_port for 84ca064d-f9c2-4ddb-91a3-da232ec18029 owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:03:05.700434 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.734000 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] For port afbc7beb-adc1-48d3-84cf-712bf61c0f7c, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:03:05.739048 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] For port afbc7beb-adc1-48d3-84cf-712bf61c0f7c, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=afbc7beb-adc1-48d3-84cf-712bf61c0f7c,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:03:05.743389 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.796596 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Routers {'7a74f347-8d29-4f81-9316-4da7e35a3669'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:05.797322 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['7a74f347-8d29-4f81-9316-4da7e35a3669'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:05.797904 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] For port d495e679-ed3a-455d-81ba-46d3ebfe33e9, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:03:05.804079 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] For port d495e679-ed3a-455d-81ba-46d3ebfe33e9, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=d495e679-ed3a-455d-81ba-46d3ebfe33e9,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:03:05.817266 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:05.861241 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2f395-23cd-4408-a629-0c8ad7fe56b1 None None] Pushing event updated for resources: {'Port': ['ID=afbc7beb-adc1-48d3-84cf-712bf61c0f7c,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:05.940189 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecfe72-ce46-4b47-9357-68683ff36f97 None None] Pushing event updated for resources: {'Port': ['ID=d495e679-ed3a-455d-81ba-46d3ebfe33e9,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:05.956437 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] Set router 7a74f347-8d29-4f81-9316-4da7e35a3669 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:05.997071 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:05.997738 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:06.183012 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Provisioning complete for port d495e679-ed3a-455d-81ba-46d3ebfe33e9 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:06.184759 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.191313 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device d495e679-ed3a-455d-81ba-46d3ebfe33e9 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:06.238907 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:06.271805 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:03:02Z', 'updated_at': '2021-09-19T07:03:03Z', 'revision_number': 3, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'gw_port': {'id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:03Z', 'updated_at': '2021-09-19T07:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:06.313088 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1709b43a-f385-4bbc-8e97-cdc213c39ef3 None None] The sync data for ids ['7a74f347-8d29-4f81-9316-4da7e35a3669'] in dv-cinder-809944-1-iscsi is: [{'id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:03:02Z', 'updated_at': '2021-09-19T07:03:03Z', 'revision_number': 3, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'gw_port': {'id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:03Z', 'updated_at': '2021-09-19T07:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:03:06.387941 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'name': 'tempest-TestShelveInstance-1292863429-router', 'tenant_id': '1fadf55965a34919922cfe119c40f35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T07:03:04Z', 'revision_number': 5, 'project_id': '1fadf55965a34919922cfe119c40f35f', 'gw_port': {'id': '84ca064d-f9c2-4ddb-91a3-da232ec18029', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T06:57:43Z', 'updated_at': '2021-09-19T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:06.426833 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Allocated IP 172.20.0.1 (304732d7-9fd7-43ac-bb42-4e6f76836dea/abb01902-cfa1-4005-aa35-55c6a89de34c/a9f54f4f-f142-4178-ad71-a1688c07beb7) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:03:06.429360 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.496732 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ca064d-f9c2-4ddb-91a3-da232ec18029,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:06.610516 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438397'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.741362 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.745910 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.755746 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] Checking router: 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:03:06.816200 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.818484 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] Routers {'2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:06.819022 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441559'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.819168 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:06.819569 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 07:03:06.821801 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.825800 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.827539 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-3cc1cb76-ecd8-42ff-9a07-6eb03917f546 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9 HTTP/1.1" status: 204 len: 168 time: 1.8217170 Sep 19 07:03:06.830026 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45746) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:06.873514 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.874587 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:06.875255 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20614c9b-fdc3-45fa-aff8-5c3b6b124673 None None] The sync data for ids ['2d7cb0ce-abce-4d7d-bf76-b7be21c3cac9'] in dv-cinder-809944-1-iscsi is: [] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:03:06.890133 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48279a3-08eb-40d7-b23f-e289c3a7e6da admin admin] Deleting subnet 8e6c17e0-9d69-4401-ba83-69504e73f2cb {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 07:03:06.893571 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port d495e679-ed3a-455d-81ba-46d3ebfe33e9 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:06.894001 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.895361 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c48279a3-08eb-40d7-b23f-e289c3a7e6da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.938171 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c48279a3-08eb-40d7-b23f-e289c3a7e6da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27237964'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:06.944041 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-200658bb-c30f-451d-959e-680e83901a5d None None] For port d495e679-ed3a-455d-81ba-46d3ebfe33e9, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=d495e679-ed3a-455d-81ba-46d3ebfe33e9,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:06.951612 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Pushing event updated for resources: {'Port': ['ID=a9f54f4f-f142-4178-ad71-a1688c07beb7,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:06.967401 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Network 304732d7-9fd7-43ac-bb42-4e6f76836dea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:03:06.969906 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:03:06.973413 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:03:06.979792 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.053028 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c48279a3-08eb-40d7-b23f-e289c3a7e6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.055779 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Pushing event updated for resources: {'Port': ['ID=d495e679-ed3a-455d-81ba-46d3ebfe33e9,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:07.084248 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.087804 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.088405 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.088755 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.089091 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.089424 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.089755 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.090081 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.090405 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.090756 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.091085 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.091405 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.091750 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200658bb-c30f-451d-959e-680e83901a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:07.123270 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 31e95cf9-58c9-4e1c-9a0b-c94a729f636a up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:07.161872 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c48279a3-08eb-40d7-b23f-e289c3a7e6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26588251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25808375'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.166636 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:03:05Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:07.168416 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-be80e945-8672-40b0-bf9f-59e2df81bf12 None None] Provisioning complete for port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:07.169121 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-be80e945-8672-40b0-bf9f-59e2df81bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.184087 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c48279a3-08eb-40d7-b23f-e289c3a7e6da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.186998 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c48279a3-08eb-40d7-b23f-e289c3a7e6da admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8e6c17e0-9d69-4401-ba83-69504e73f2cb HTTP/1.1" status: 204 len: 168 time: 0.3554149 Sep 19 07:03:07.190016 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45748) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:07.212443 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48279a3-08eb-40d7-b23f-e289c3a7e6da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e6c17e0-9d69-4401-ba83-69504e73f2cb,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:07.228704 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18444c3-a48f-4895-9720-45a85abe1a7d None None] The sync data for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi is: [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:03:05Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:03:07.235771 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786cf6f6-559c-4efb-9daf-c37a6ada24a0 None None] Network eef86a24-bd4a-4c26-8fd2-0fbddd53226e requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:03:07.338928 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:07.339797 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.345117 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.403400 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.510047 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-be80e945-8672-40b0-bf9f-59e2df81bf12 None None] Provisioning complete for port d495e679-ed3a-455d-81ba-46d3ebfe33e9 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:07.510418 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-be80e945-8672-40b0-bf9f-59e2df81bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.564169 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f71bb2-24f8-4710-a173-664297696aa2 None None] DHCP port deletion for eef86a24-bd4a-4c26-8fd2-0fbddd53226e request from dv-cinder-809944-1-iscsi {{(pid=94032) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 07:03:07.616074 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Deleting port 6555f744-2615-473a-a7bb-98265309da2c {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:03:07.616643 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.659903 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-91f71bb2-24f8-4710-a173-664297696aa2 None None] Deleting port 6555f744-2615-473a-a7bb-98265309da2c {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:03:07.660280 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-91f71bb2-24f8-4710-a173-664297696aa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.717680 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] For port 6555f744-2615-473a-a7bb-98265309da2c, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=6555f744-2615-473a-a7bb-98265309da2c,segment=NetworkSegment(b98292d6-8d8e-4edd-9459-277f5673e28a),segment_id=b98292d6-8d8e-4edd-9459-277f5673e28a)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:07.718205 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.736267 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-91f71bb2-24f8-4710-a173-664297696aa2 None None] For port 6555f744-2615-473a-a7bb-98265309da2c, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=6555f744-2615-473a-a7bb-98265309da2c,segment=NetworkSegment(b98292d6-8d8e-4edd-9459-277f5673e28a),segment_id=b98292d6-8d8e-4edd-9459-277f5673e28a)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:07.736742 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-91f71bb2-24f8-4710-a173-664297696aa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.754645 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-91f71bb2-24f8-4710-a173-664297696aa2 None None] Calling delete_port for 6555f744-2615-473a-a7bb-98265309da2c owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:03:07.754814 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.754814 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Calling delete_port for 6555f744-2615-473a-a7bb-98265309da2c owned by network:dhcp {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:03:07.761160 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.810388 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-9480f425-96dd-441c-87b5-d63d51ec072a None None] Provisioning complete for port a9f54f4f-f142-4178-ad71-a1688c07beb7 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:07.810769 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9480f425-96dd-441c-87b5-d63d51ec072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.864399 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-9480f425-96dd-441c-87b5-d63d51ec072a None None] Port a9f54f4f-f142-4178-ad71-a1688c07beb7 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:03:07.907994 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-91f71bb2-24f8-4710-a173-664297696aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.911070 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Pushing event updated for resources: {'Port': ['ID=a9f54f4f-f142-4178-ad71-a1688c07beb7,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:07.923505 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:07.961282 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f71bb2-24f8-4710-a173-664297696aa2 None None] Pushing event deleted for resources: {'Port': ['ID=6555f744-2615-473a-a7bb-98265309da2c,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:07.964194 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f71bb2-24f8-4710-a173-664297696aa2 None None] No DVR routers for this DVR port 6555f744-2615-473a-a7bb-98265309da2c on host dv-cinder-809944-1-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:03:08.054256 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.094607 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6555f744-2615-473a-a7bb-98265309da2c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:08.100221 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device d495e679-ed3a-455d-81ba-46d3ebfe33e9 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:08.108366 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] No DVR routers for this DVR port 6555f744-2615-473a-a7bb-98265309da2c on host dv-cinder-809944-1-iscsi {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:03:08.156541 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Network 304732d7-9fd7-43ac-bb42-4e6f76836dea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:03:08.161388 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port d495e679-ed3a-455d-81ba-46d3ebfe33e9 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:08.161906 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.164697 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:03:08.200964 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.251878 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device afbc7beb-adc1-48d3-84cf-712bf61c0f7c up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:08.256792 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef86a24-bd4a-4c26-8fd2-0fbddd53226e']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:08.289340 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98292d6-8d8e-4edd-9459-277f5673e28a') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:08.290109 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98292d6-8d8e-4edd-9459-277f5673e28a') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:08.307269 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757802'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.310330 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port afbc7beb-adc1-48d3-84cf-712bf61c0f7c triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:08.311012 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.352943 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.373179 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 07:03:08.373347 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770267'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: self.session.flush() Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: self.session.flush() Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: self.session.flush() Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: self.session.flush() Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: timer() Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: cb(*args, **kw) Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: self._notify() Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: self.callback(batched_events) Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: event.method(event) Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._get(url).json() Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 07:03:08.375303 dv-cinder-809944-1-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 07:03:08.405935 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Router 7a74f347-8d29-4f81-9316-4da7e35a3669 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:03:08.411657 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.437859 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port afbc7beb-adc1-48d3-84cf-712bf61c0f7c, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=afbc7beb-adc1-48d3-84cf-712bf61c0f7c,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:08.442621 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.495306 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-de600bfc-0c01-429c-8cae-7bb69e71d700 None None] Provisioning complete for port a9f54f4f-f142-4178-ad71-a1688c07beb7 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:08.495810 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-de600bfc-0c01-429c-8cae-7bb69e71d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.505970 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.511966 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.516035 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] 10.222.0.18 "DELETE /v2.0/networks/eef86a24-bd4a-4c26-8fd2-0fbddd53226e HTTP/1.1" status: 204 len: 168 time: 1.3225975 Sep 19 07:03:08.525708 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:03:08.535474 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=afbc7beb-adc1-48d3-84cf-712bf61c0f7c,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:08.536874 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98388e-4bfd-4ab2-a0e7-5b2bdd2c8e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef86a24-bd4a-4c26-8fd2-0fbddd53226e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:08.561881 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:03:08.562133 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 056a515e-0bd5-4fe1-9ac0-8bae6e71f691 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:03:08.562611 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 6555f744-2615-473a-a7bb-98265309da2c no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:03:08.584496 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-de600bfc-0c01-429c-8cae-7bb69e71d700 None None] Port a9f54f4f-f142-4178-ad71-a1688c07beb7 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:03:08.587431 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 6555f744-2615-473a-a7bb-98265309da2c {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:03:08.587832 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 6555f744-2615-473a-a7bb-98265309da2c not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:03:08.588253 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 84ca064d-f9c2-4ddb-91a3-da232ec18029 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:03:08.613967 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 84ca064d-f9c2-4ddb-91a3-da232ec18029 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:03:08.614320 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 84ca064d-f9c2-4ddb-91a3-da232ec18029 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:03:08.628983 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:03:08.634497 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ec45c845-f05a-4bb3-a79e-b2a5c125e5ec admin admin] 10.222.0.18 "PUT /v2.0/routers/7a74f347-8d29-4f81-9316-4da7e35a3669/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9998364 Sep 19 07:03:08.748328 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45762) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:08.794559 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-d5fb7197-e7c7-48ff-8dcd-432a29c79c32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6de158e34224bbfbecfbfe5483cff6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436740 Sep 19 07:03:08.796026 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45770) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:08.812501 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Sync routers for ids ['7a74f347-8d29-4f81-9316-4da7e35a3669'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:03:08.821987 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Routers {'7a74f347-8d29-4f81-9316-4da7e35a3669'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:08.822612 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['7a74f347-8d29-4f81-9316-4da7e35a3669'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:08.851063 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-845e52fe-4beb-43d8-8d51-c30f15dcfeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.872213 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-845e52fe-4beb-43d8-8d51-c30f15dcfeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.923941 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-845e52fe-4beb-43d8-8d51-c30f15dcfeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.929809 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-845e52fe-4beb-43d8-8d51-c30f15dcfeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:08.931861 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-845e52fe-4beb-43d8-8d51-c30f15dcfeb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fbd57c3a-8e6e-46e6-ab46-b11edc21e02e HTTP/1.1" status: 204 len: 168 time: 0.1348460 Sep 19 07:03:08.936605 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Set router 7a74f347-8d29-4f81-9316-4da7e35a3669 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:08.941681 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e52fe-4beb-43d8-8d51-c30f15dcfeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd57c3a-8e6e-46e6-ab46-b11edc21e02e,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:09.209246 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:03:02Z', 'updated_at': '2021-09-19T07:03:07Z', 'revision_number': 4, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'gw_port': {'id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:03Z', 'updated_at': '2021-09-19T07:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a9f54f4f-f142-4178-ad71-a1688c07beb7', 'name': '', 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'mac_address': 'fa:16:3e:b6:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'abb01902-cfa1-4005-aa35-55c6a89de34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:06Z', 'updated_at': '2021-09-19T07:03:07Z', 'revision_number': 2, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'subnets': [{'id': 'abb01902-cfa1-4005-aa35-55c6a89de34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:09.242835 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Checking router: 7a74f347-8d29-4f81-9316-4da7e35a3669 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:03:09.243193 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Updating router 7a74f347-8d29-4f81-9316-4da7e35a3669 port a9f54f4f-f142-4178-ad71-a1688c07beb7 binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 07:03:09.272865 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.401804 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45800) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:09.446605 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-4ad7b91d-1f63-4092-92d1-93af3f93d056 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fadf55965a34919922cfe119c40f35f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436807 Sep 19 07:03:09.450047 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45804) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:09.515290 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b916e-c52c-478f-8c52-8e11aecda652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.543391 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b916e-c52c-478f-8c52-8e11aecda652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.573158 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.582135 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.615853 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b916e-c52c-478f-8c52-8e11aecda652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.622367 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4f1b916e-c52c-478f-8c52-8e11aecda652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.623308 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4f1b916e-c52c-478f-8c52-8e11aecda652 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4de5cea5-045c-4cd5-a76f-2edfdf5d764a HTTP/1.1" status: 204 len: 168 time: 0.1716974 Sep 19 07:03:09.634971 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b916e-c52c-478f-8c52-8e11aecda652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5cea5-045c-4cd5-a76f-2edfdf5d764a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:09.649266 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950ca1-c80d-4492-9cad-ca4bdb863d36 None None] Pushing event updated for resources: {'Port': ['ID=a9f54f4f-f142-4178-ad71-a1688c07beb7,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:09.714869 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Attempting to bind port a9f54f4f-f142-4178-ad71-a1688c07beb7 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:03:09.715635 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Attempting to bind port a9f54f4f-f142-4178-ad71-a1688c07beb7 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'e766a7e5-537d-4b19-84df-60aff3fa2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:03:09.716245 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Attempting to bind port a9f54f4f-f142-4178-ad71-a1688c07beb7 on network 304732d7-9fd7-43ac-bb42-4e6f76836dea {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:03:09.728999 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:03:09.729369 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Checking segment: {'id': 'e766a7e5-537d-4b19-84df-60aff3fa2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:03:09.729770 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.730160 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Bound using segment: {'id': 'e766a7e5-537d-4b19-84df-60aff3fa2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:03:09.730618 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Bound port: a9f54f4f-f142-4178-ad71-a1688c07beb7, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e766a7e5-537d-4b19-84df-60aff3fa2f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:03:09.731013 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.927905 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] For port a9f54f4f-f142-4178-ad71-a1688c07beb7, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:03:09.934740 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] For port a9f54f4f-f142-4178-ad71-a1688c07beb7, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=a9f54f4f-f142-4178-ad71-a1688c07beb7,segment=NetworkSegment(e766a7e5-537d-4b19-84df-60aff3fa2f92),segment_id=e766a7e5-537d-4b19-84df-60aff3fa2f92)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:03:09.951809 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-7295bd47-1afc-49f6-b323-7fac7d42b789 None None] Provisioning complete for port a9f54f4f-f142-4178-ad71-a1688c07beb7 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:09.951809 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7295bd47-1afc-49f6-b323-7fac7d42b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:09.952380 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:10.005588 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92950ca1-c80d-4492-9cad-ca4bdb863d36 None None] Pushing event updated for resources: {'Port': ['ID=a9f54f4f-f142-4178-ad71-a1688c07beb7,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:10.044642 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Routers {'7a74f347-8d29-4f81-9316-4da7e35a3669'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:10.046473 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:02:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['7a74f347-8d29-4f81-9316-4da7e35a3669'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:10.071363 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device afbc7beb-adc1-48d3-84cf-712bf61c0f7c up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:10.224404 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] Set router 7a74f347-8d29-4f81-9316-4da7e35a3669 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:10.236283 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7295bd47-1afc-49f6-b323-7fac7d42b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:10.253665 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port afbc7beb-adc1-48d3-84cf-712bf61c0f7c triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:10.254037 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:10.321889 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-7295bd47-1afc-49f6-b323-7fac7d42b789 None None] For port a9f54f4f-f142-4178-ad71-a1688c07beb7, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=a9f54f4f-f142-4178-ad71-a1688c07beb7,segment=NetworkSegment(e766a7e5-537d-4b19-84df-60aff3fa2f92),segment_id=e766a7e5-537d-4b19-84df-60aff3fa2f92)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:10.335947 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7295bd47-1afc-49f6-b323-7fac7d42b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:10.461990 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295bd47-1afc-49f6-b323-7fac7d42b789 None None] Pushing event updated for resources: {'Port': ['ID=a9f54f4f-f142-4178-ad71-a1688c07beb7,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:10.479410 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-fd6be709-9b91-4176-bdf7-0191f997f60c None None] Provisioning complete for port a9f54f4f-f142-4178-ad71-a1688c07beb7 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:10.480017 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fd6be709-9b91-4176-bdf7-0191f997f60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:10.618807 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:03:02Z', 'updated_at': '2021-09-19T07:03:07Z', 'revision_number': 4, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'gw_port': {'id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:03Z', 'updated_at': '2021-09-19T07:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a9f54f4f-f142-4178-ad71-a1688c07beb7', 'name': '', 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'mac_address': 'fa:16:3e:b6:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'abb01902-cfa1-4005-aa35-55c6a89de34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:06Z', 'updated_at': '2021-09-19T07:03:09Z', 'revision_number': 4, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'subnets': [{'id': 'abb01902-cfa1-4005-aa35-55c6a89de34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:10.651446 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374bb81-f1d1-4e13-8df5-4a30ccf198e7 None None] The sync data for ids ['7a74f347-8d29-4f81-9316-4da7e35a3669'] in dv-cinder-809944-1-iscsi is: [{'id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:03:02Z', 'updated_at': '2021-09-19T07:03:07Z', 'revision_number': 4, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'gw_port': {'id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:03Z', 'updated_at': '2021-09-19T07:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'a9f54f4f-f142-4178-ad71-a1688c07beb7', 'name': '', 'network_id': '304732d7-9fd7-43ac-bb42-4e6f76836dea', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'mac_address': 'fa:16:3e:b6:29:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'abb01902-cfa1-4005-aa35-55c6a89de34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:06Z', 'updated_at': '2021-09-19T07:03:09Z', 'revision_number': 4, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'subnets': [{'id': 'abb01902-cfa1-4005-aa35-55c6a89de34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:03:11.998745 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device a9f54f4f-f142-4178-ad71-a1688c07beb7 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:12.060816 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e4526be6-682e-445a-bde5-cf84267d00e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:12.064323 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port a9f54f4f-f142-4178-ad71-a1688c07beb7 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:12.064742 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:12.567342 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45854) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:12.688104 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c7161bf-7b99-4e60-9d3b-efe754238a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:12.791951 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c7161bf-7b99-4e60-9d3b-efe754238a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:12.797157 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-4c7161bf-7b99-4e60-9d3b-efe754238a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:12.835609 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-4c7161bf-7b99-4e60-9d3b-efe754238a49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c451464cc794201adf4b410bdb4cf38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670212 Sep 19 07:03:12.837454 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7161bf-7b99-4e60-9d3b-efe754238a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83436625-8d76-460f-9a0c-a4a65981a6a3,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:12.838217 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45862) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:12.894889 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7391-5b99-484f-889a-18b2818ca506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:12.926055 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7391-5b99-484f-889a-18b2818ca506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:12.984869 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7391-5b99-484f-889a-18b2818ca506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:12.988478 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c4fe7391-5b99-484f-889a-18b2818ca506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:12.993985 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c4fe7391-5b99-484f-889a-18b2818ca506 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83436625-8d76-460f-9a0c-a4a65981a6a3 HTTP/1.1" status: 204 len: 168 time: 0.1505563 Sep 19 07:03:12.998291 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe7391-5b99-484f-889a-18b2818ca506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83436625-8d76-460f-9a0c-a4a65981a6a3,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:13.306525 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45868) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:13.322977 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb0d6312-1b88-4db2-8c86-4b596c07bc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:13.441125 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb0d6312-1b88-4db2-8c86-4b596c07bc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:13.446054 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-bb0d6312-1b88-4db2-8c86-4b596c07bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:13.501513 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-bb0d6312-1b88-4db2-8c86-4b596c07bc36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edbed2604dea4244a31992a63d6c2c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915803 Sep 19 07:03:13.501513 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d6312-1b88-4db2-8c86-4b596c07bc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4b499c-e11c-4787-9a9d-9ce607979d3a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:13.502646 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45870) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:13.564437 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-109ced67-5949-4471-a566-1ca483f87d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:13.589041 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-109ced67-5949-4471-a566-1ca483f87d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:13.646012 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-109ced67-5949-4471-a566-1ca483f87d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:13.648837 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-109ced67-5949-4471-a566-1ca483f87d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:13.649987 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-109ced67-5949-4471-a566-1ca483f87d08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb4b499c-e11c-4787-9a9d-9ce607979d3a HTTP/1.1" status: 204 len: 168 time: 0.1459646 Sep 19 07:03:13.660362 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ced67-5949-4471-a566-1ca483f87d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4b499c-e11c-4787-9a9d-9ce607979d3a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:14.685231 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-49347cfa-9024-4a18-8386-ce49850563e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:15.702295 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:15.822981 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:17.405144 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:18.422944 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45968) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:18.529839 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3b76-fd3b-485e-bc48-f06b8cdc592e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:18.627127 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3b76-fd3b-485e-bc48-f06b8cdc592e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:18.630881 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0e8a3b76-fd3b-485e-bc48-f06b8cdc592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:18.674389 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0e8a3b76-fd3b-485e-bc48-f06b8cdc592e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2374693118e54418bc5e98a71d30b7f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502725 Sep 19 07:03:18.676843 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45976) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:18.682543 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a3b76-fd3b-485e-bc48-f06b8cdc592e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207917f3-5154-4b95-be0e-baf876e32559,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:18.730136 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba39-d6b3-4e5d-8445-bfa27a604f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:18.754216 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba39-d6b3-4e5d-8445-bfa27a604f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:18.800076 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba39-d6b3-4e5d-8445-bfa27a604f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:18.802640 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ef0aba39-d6b3-4e5d-8445-bfa27a604f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:18.803840 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ef0aba39-d6b3-4e5d-8445-bfa27a604f6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/207917f3-5154-4b95-be0e-baf876e32559 HTTP/1.1" status: 204 len: 168 time: 0.1260953 Sep 19 07:03:18.811725 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0aba39-d6b3-4e5d-8445-bfa27a604f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207917f3-5154-4b95-be0e-baf876e32559,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:18.891123 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-41edc7b5-4691-445b-b84c-e3b745f95756 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:18.900396 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-41edc7b5-4691-445b-b84c-e3b745f95756 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/networks?id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 200 len: 815 time: 0.1239784 Sep 19 07:03:18.916904 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-56d85d17-8195-4d49-b6ef-716d64291313 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/quotas/cac9628164ae429899a4b6d8583eafd9 HTTP/1.1" status: 200 len: 375 time: 0.0099487 Sep 19 07:03:18.968318 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-92c4216a-2a44-4a61-9a87-5240c9aa4c36 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cac9628164ae429899a4b6d8583eafd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456340 Sep 19 07:03:19.074272 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 45994) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:19.087027 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d06db9f7-e935-418c-b5d2-770943830c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:19.161995 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-0aa3052b-cf13-453c-abf9-aa824f1537f7 service neutron] 10.222.0.18 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820455 Sep 19 07:03:19.177135 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d06db9f7-e935-418c-b5d2-770943830c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:19.180891 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d06db9f7-e935-418c-b5d2-770943830c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:19.218732 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d06db9f7-e935-418c-b5d2-770943830c04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=132487fc7481442080343140e37c6643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433940 Sep 19 07:03:19.219601 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06db9f7-e935-418c-b5d2-770943830c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5bce3f-bd8d-4e31-9c5b-4b61c866423d,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:19.222547 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 45996) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:19.285720 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-d8699a62-ed55-4a3c-a0bc-b86d241d2b24 service neutron] 10.222.0.18 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175253 Sep 19 07:03:19.296193 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b7c2998f-bb1e-479d-b6e5-d995df5886dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:19.321407 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b7c2998f-bb1e-479d-b6e5-d995df5886dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:19.369497 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b7c2998f-bb1e-479d-b6e5-d995df5886dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:19.372090 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b7c2998f-bb1e-479d-b6e5-d995df5886dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:19.373231 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b7c2998f-bb1e-479d-b6e5-d995df5886dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff5bce3f-bd8d-4e31-9c5b-4b61c866423d HTTP/1.1" status: 204 len: 168 time: 0.1496949 Sep 19 07:03:19.381999 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2998f-bb1e-479d-b6e5-d995df5886dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5bce3f-bd8d-4e31-9c5b-4b61c866423d,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:19.447393 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9591fa79-21be-4b93-aad1-dd43e250cea8 req-602ba3c6-d2e4-4773-9828-68cf569d7f01 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 210 time: 0.0259674 Sep 19 07:03:20.379822 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46028) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:20.490954 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b4421fa-3b95-46bc-a9f4-798cd4e92f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:20.531052 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-33719417-6b9d-4245-8378-702b706ef092 req-e3b79ea8-9841-410f-a2b5-eec381359fcb tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 210 time: 0.0302122 Sep 19 07:03:20.602167 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b4421fa-3b95-46bc-a9f4-798cd4e92f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:20.606099 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-5b4421fa-3b95-46bc-a9f4-798cd4e92f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:20.643492 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-5b4421fa-3b95-46bc-a9f4-798cd4e92f0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d4e61f83a494951a63e6be73ab6604d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2626574 Sep 19 07:03:20.644337 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4421fa-3b95-46bc-a9f4-798cd4e92f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e2d99b-697d-453f-96dd-70e4737b4d9a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:20.646237 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46038) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:20.699615 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-990e0527-fa49-4b45-a1db-75fb95a6b65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:20.721595 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-990e0527-fa49-4b45-a1db-75fb95a6b65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:20.768118 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-990e0527-fa49-4b45-a1db-75fb95a6b65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:20.770720 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-990e0527-fa49-4b45-a1db-75fb95a6b65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:20.771870 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-990e0527-fa49-4b45-a1db-75fb95a6b65f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9e2d99b-697d-453f-96dd-70e4737b4d9a HTTP/1.1" status: 204 len: 168 time: 0.1246386 Sep 19 07:03:20.779914 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e0527-fa49-4b45-a1db-75fb95a6b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e2d99b-697d-453f-96dd-70e4737b4d9a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:21.610266 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-fd0edef9-e4b6-470c-b6b3-3228c8240fb1 req-f4c2624f-f8ad-4aca-854f-1257f5bbe602 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 210 time: 0.0263250 Sep 19 07:03:22.690354 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-83ec2c92-d030-49cf-bfdd-c41f92e67ec4 req-aebb8ee0-71ba-4434-96be-98c7fe62f315 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 210 time: 0.0299323 Sep 19 07:03:23.779721 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f793329e-b9c3-4538-b6bb-45c6ee2c1d7c req-37e84b62-d7ec-44b7-a459-679bf5892c4f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 210 time: 0.0247681 Sep 19 07:03:24.605443 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-41dd92fd-a308-4931-8515-068ff24f4dd5 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:24.607693 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-41dd92fd-a308-4931-8515-068ff24f4dd5 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.32 "GET /v2.0/networks?id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 200 len: 815 time: 0.1199584 Sep 19 07:03:24.629441 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'port': {'device_id': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'admin_state_up': True, 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:24.740066 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Made reservation on behalf of cac9628164ae429899a4b6d8583eafd9 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:03:24.743449 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:24.889691 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-288d49a5-4bf5-4db3-ba39-09ee4bd6dde0 req-17aca7f9-f6b9-46dd-b06b-f16b176e9536 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 210 time: 0.0351636 Sep 19 07:03:24.899371 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Allocated IP 172.20.0.4 (f0071d94-7832-4cfc-aa9e-f3f893ed9b99/0a027178-cf54-4aee-9b2b-e7a4bd065962/ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:03:25.068753 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:25.147220 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:25.200381 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:03:25.205000 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:03:25.212112 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:03:25.257801 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'Port': ['ID=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:25.314271 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:25.314957 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:25.337901 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-3e811c03-a201-4cfc-b45c-8d134970f1a0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7126801 Sep 19 07:03:25.546117 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-af579029-7e53-451c-a277-9433d48adaa7 None None] Provisioning complete for port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:25.546664 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-af579029-7e53-451c-a277-9433d48adaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:25.586511 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-af579029-7e53-451c-a277-9433d48adaa7 None None] Port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:03:26.006424 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482b926-487d-4af9-98c7-86544bb54b2d req-6f908be8-f660-464e-8aa4-f25f58f125dc tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:26.008134 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a482b926-487d-4af9-98c7-86544bb54b2d req-6f908be8-f660-464e-8aa4-f25f58f125dc tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0495973 Sep 19 07:03:26.053594 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-a482b926-487d-4af9-98c7-86544bb54b2d req-5a881ffd-4034-43eb-b27d-dc1562dc6b34 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Sep 19 07:03:27.179181 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fb9c2-9df3-4da5-81ab-4cac6df570c0 req-c58b8323-745d-4070-918b-694622b5cfa1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:27.180704 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-629fb9c2-9df3-4da5-81ab-4cac6df570c0 req-c58b8323-745d-4070-918b-694622b5cfa1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0610433 Sep 19 07:03:27.219459 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-629fb9c2-9df3-4da5-81ab-4cac6df570c0 req-2bf42685-15ff-4f4f-bdb1-4cb79ba4ad49 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Sep 19 07:03:28.332521 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:28.353816 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1ad9a-33a1-4ffd-b49c-91e0fb7f954d req-a326419d-785e-40e8-b0aa-376203589d02 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:28.355338 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e7c1ad9a-33a1-4ffd-b49c-91e0fb7f954d req-a326419d-785e-40e8-b0aa-376203589d02 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0608389 Sep 19 07:03:28.394436 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e7c1ad9a-33a1-4ffd-b49c-91e0fb7f954d req-41007616-ddfa-412c-85db-e8b9cb12d5f1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325472 Sep 19 07:03:29.539218 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b51b99-7c51-407d-86d1-269dce94ac4d req-c9c09bcc-8abe-46b3-9e83-a9756e762798 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:29.540632 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20b51b99-7c51-407d-86d1-269dce94ac4d req-c9c09bcc-8abe-46b3-9e83-a9756e762798 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0760546 Sep 19 07:03:29.580348 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20b51b99-7c51-407d-86d1-269dce94ac4d req-275cf9b3-caa7-40b9-8d1c-e80c6cd77061 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337224 Sep 19 07:03:30.716762 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb9ff5-884a-408b-966f-0ebcb0d7efce req-69808608-5fa1-4d29-8530-eec7d658d9c2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:30.718533 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbfb9ff5-884a-408b-966f-0ebcb0d7efce req-69808608-5fa1-4d29-8530-eec7d658d9c2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0620708 Sep 19 07:03:30.759112 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-cbfb9ff5-884a-408b-966f-0ebcb0d7efce req-e982d6b4-3504-4e41-8e78-3f53245ef66a tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Sep 19 07:03:31.494358 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:03:31.877972 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d654f-ec96-4ecd-b779-27810e1e179f req-e12f84d4-ee4d-4aea-9c50-0d5099ec2e18 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:31.879482 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c6d654f-ec96-4ecd-b779-27810e1e179f req-e12f84d4-ee4d-4aea-9c50-0d5099ec2e18 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0510929 Sep 19 07:03:31.928757 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0c6d654f-ec96-4ecd-b779-27810e1e179f req-c4f15cc1-5ea6-4b9e-9fd2-be36e9966931 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Sep 19 07:03:33.046099 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ce11d-b012-4118-ab5f-5ef21c83878b req-fd72e626-20d0-45e1-aa32-0a44ad910955 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:33.047585 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-875ce11d-b012-4118-ab5f-5ef21c83878b req-fd72e626-20d0-45e1-aa32-0a44ad910955 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0531547 Sep 19 07:03:33.087255 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-875ce11d-b012-4118-ab5f-5ef21c83878b req-925b5ca6-f566-42f2-973a-a4691698971e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332432 Sep 19 07:03:34.203734 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933157e-cd8e-47ea-bd99-f6edf23e5c29 req-0d6f10a5-543c-47cb-85b6-7ad557c2cb15 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:34.205494 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8933157e-cd8e-47ea-bd99-f6edf23e5c29 req-0d6f10a5-543c-47cb-85b6-7ad557c2cb15 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0490000 Sep 19 07:03:34.250084 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-8933157e-cd8e-47ea-bd99-f6edf23e5c29 req-59054caf-e60c-4e25-9110-40c0c2197f37 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Sep 19 07:03:35.366201 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b98fa7-5b10-492c-a099-9843094b5934 req-9f980673-8181-41bd-bd93-81190f7cbd2c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:35.367641 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-98b98fa7-5b10-492c-a099-9843094b5934 req-9f980673-8181-41bd-bd93-81190f7cbd2c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0507863 Sep 19 07:03:35.407185 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-98b98fa7-5b10-492c-a099-9843094b5934 req-a0a0a3c6-345e-4aa6-9756-335bf7ec1f3c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Sep 19 07:03:36.086873 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Request body: {'port': {'device_id': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:36.389514 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:36.567708 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b2d85-465c-434f-8afd-e32dfcd98ae7 req-71238342-8bcc-4de1-b054-fc304cc8c53f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:36.569186 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-409b2d85-465c-434f-8afd-e32dfcd98ae7 req-71238342-8bcc-4de1-b054-fc304cc8c53f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 931 time: 0.0847375 Sep 19 07:03:36.653776 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-409b2d85-465c-434f-8afd-e32dfcd98ae7 req-2c234d4a-3f1d-4ca8-b634-8eefc6fcccf9 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563707 Sep 19 07:03:36.723020 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:03:36.730998 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:36.743856 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Transition to ACTIVE for port object ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 07:03:36.748033 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:36.840438 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:36.872495 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Attempting to bind port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:03:36.873102 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Attempting to bind port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:03:36.873611 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Attempting to bind port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 on network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:03:36.878016 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 on network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 07:03:36.878324 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Attempting to bind port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 on network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:03:36.883408 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:03:36.883780 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Checking segment: {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:03:36.884163 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Bound using segment: {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:03:36.884589 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Bound port: ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '849a6ac3-a2dc-437e-950f-6cc78f3b635d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:03:36.884951 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:36.949336 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] For port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:03:36.952490 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] For port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:03:36.956412 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:36.991816 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:36.992508 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:36.993894 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 1093 time: 0.9113805 Sep 19 07:03:36.994328 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:03:36.996606 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14935542-1c6b-40b2-8d5d-d8744b55542f" -d '{"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:03:37.024840 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b59323-f539-468c-8e25-640e437a1bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:37.046596 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8afa25-d7bb-43d5-985e-b1231af3fe87 x-openstack-request-id: req-cf8afa25-d7bb-43d5-985e-b1231af3fe87 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:03:37.046863 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:03:37.047116 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf8afa25-d7bb-43d5-985e-b1231af3fe87 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:03:37.047538 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'status': 'completed', 'code': 200} Sep 19 07:03:37.115241 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-b3579880-782a-4ac6-980b-6f856c75f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:37.116871 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-b3579880-782a-4ac6-980b-6f856c75f1a6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac9628164ae429899a4b6d8583eafd9&device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1096 time: 0.0435774 Sep 19 07:03:37.179414 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-ff9f9734-3119-4bd8-a5a8-a9b5f67b7f44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 217 time: 0.0383921 Sep 19 07:03:37.255400 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-18cd73bd-f525-4442-9b83-4fa76bc2916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:37.256892 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-18cd73bd-f525-4442-9b83-4fa76bc2916b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a027178-cf54-4aee-9b2b-e7a4bd065962 HTTP/1.1" status: 200 len: 854 time: 0.0449550 Sep 19 07:03:37.303284 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-4da797c0-0fc3-4f24-83ea-310c091001cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:37.304837 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-4da797c0-0fc3-4f24-83ea-310c091001cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408285 Sep 19 07:03:37.400315 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-67010f77-9e02-43f2-a77e-7534bd3fab50 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875132 Sep 19 07:03:37.493140 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f04e3e6d-2c0e-48b7-88ee-8f830417b220 req-7c208223-77a4-49c9-bd21-76a5c901b541 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Sep 19 07:03:37.630883 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-c4288f1c-3a98-4b0b-bdc0-c24a17ce19d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:37.632404 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-c4288f1c-3a98-4b0b-bdc0-c24a17ce19d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac9628164ae429899a4b6d8583eafd9&device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1096 time: 0.0455472 Sep 19 07:03:37.742684 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-59e2dda4-3feb-4fe1-aca1-6384b7c744cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:37.743042 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-59e2dda4-3feb-4fe1-aca1-6384b7c744cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 200 len: 916 time: 0.1028941 Sep 19 07:03:37.805469 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-4a3db763-9c1e-4668-9ce4-0fbfb93d3735 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 217 time: 0.0359850 Sep 19 07:03:37.813873 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648a8f4-5b36-4d16-9023-15b2d82edd73 req-9de3bf7f-bd39-46f1-a44a-9f2148642818 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:37.815298 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f648a8f4-5b36-4d16-9023-15b2d82edd73 req-9de3bf7f-bd39-46f1-a44a-9f2148642818 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 943 time: 0.0866849 Sep 19 07:03:37.882065 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f648a8f4-5b36-4d16-9023-15b2d82edd73 req-91cc8c72-ec03-45c9-9112-7f15cc4e195e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590611 Sep 19 07:03:37.883571 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-fd180df0-90ee-40ec-afb1-c936a392dc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:37.884929 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-fd180df0-90ee-40ec-afb1-c936a392dc1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a027178-cf54-4aee-9b2b-e7a4bd065962 HTTP/1.1" status: 200 len: 854 time: 0.0687876 Sep 19 07:03:37.936179 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-3b89965e-08b1-40e8-932c-c405503b559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:37.937686 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-3b89965e-08b1-40e8-932c-c405503b559d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439451 Sep 19 07:03:38.028100 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-8287d790-d902-462a-9de7-579255f682e2 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818334 Sep 19 07:03:38.119363 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14935542-1c6b-40b2-8d5d-d8744b55542f req-a4a779eb-bab3-42d9-bc25-207210d64c26 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822816 Sep 19 07:03:38.416079 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:03:38.515847 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:38.526603 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'port_id': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'mac_address': 'fa:16:3e:d3:39:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:03:38.562436 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:38.575107 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:03:38.593316 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:38.597154 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:38.642821 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:38.915589 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:03:39.018340 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809be2e-c903-4a04-9f0e-0c7594bb0027 req-b23b0aa3-70e5-477d-90e2-1b1e3f914fb4 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:39.019958 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d809be2e-c903-4a04-9f0e-0c7594bb0027 req-b23b0aa3-70e5-477d-90e2-1b1e3f914fb4 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 944 time: 0.0526915 Sep 19 07:03:39.058547 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d809be2e-c903-4a04-9f0e-0c7594bb0027 req-a0758cfb-ab0a-49bf-958f-d05dfe7698cb tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Sep 19 07:03:40.175563 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f54a73-1581-4615-916f-aa8cc33160c5 req-8bedb475-e5f7-473c-abf0-f182e1c52fe8 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:40.177076 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-18f54a73-1581-4615-916f-aa8cc33160c5 req-8bedb475-e5f7-473c-abf0-f182e1c52fe8 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 944 time: 0.0527451 Sep 19 07:03:40.219690 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-18f54a73-1581-4615-916f-aa8cc33160c5 req-5df7f94a-c9fe-4ef5-b018-e4b33e55ccd6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362022 Sep 19 07:03:40.445286 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:03:40.492062 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 07:03:40.495516 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:40.495925 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:40.572201 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:40.593245 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:03:40.596041 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f69359-acfd-45b9-aa46-c4bfa6d9da62" -d '{"events": [{"server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "name": "network-vif-plugged", "status": "completed", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:03:40.608278 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:40.612944 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:40.636178 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a77e17f-fc33-48bf-9ddc-e6be783f392a x-openstack-request-id: req-8a77e17f-fc33-48bf-9ddc-e6be783f392a {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:03:40.636473 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "name": "network-vif-plugged", "status": "completed", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:03:40.636730 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8a77e17f-fc33-48bf-9ddc-e6be783f392a {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:03:40.637122 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'code': 200} Sep 19 07:03:40.663009 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:40.822839 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295f6ca-3a6a-48d3-83e3-e089cd53c2a8 req-658053d0-48f2-45b0-bc50-34f37ac87503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:40.824324 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e295f6ca-3a6a-48d3-83e3-e089cd53c2a8 req-658053d0-48f2-45b0-bc50-34f37ac87503 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1098 time: 0.0386286 Sep 19 07:03:40.861467 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e295f6ca-3a6a-48d3-83e3-e089cd53c2a8 req-ad384319-22f4-4af0-9807-9b8491d466a6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302608 Sep 19 07:03:41.335046 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7cac1-eed4-43b7-bfbc-115d2c9c5aea req-e95336bd-9d04-4408-a25e-b4774e0bb4b0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:41.336561 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abb7cac1-eed4-43b7-bfbc-115d2c9c5aea req-e95336bd-9d04-4408-a25e-b4774e0bb4b0 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 945 time: 0.0510221 Sep 19 07:03:41.375085 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-abb7cac1-eed4-43b7-bfbc-115d2c9c5aea req-ceceaf21-5235-43f7-8ea5-f01634cdc12b tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Sep 19 07:03:41.459792 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46264) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:41.560737 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c5405bb3-d799-411d-8646-d43571479fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:41.647855 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c5405bb3-d799-411d-8646-d43571479fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:41.651437 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c5405bb3-d799-411d-8646-d43571479fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:41.692307 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c5405bb3-d799-411d-8646-d43571479fa0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b279394dbe354b52a749d925ef1a0fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315309 Sep 19 07:03:41.693212 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5405bb3-d799-411d-8646-d43571479fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4196b80d-bee0-4660-a866-70b88a9f6d8d,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:41.694975 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46268) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:41.743601 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f023a593-8383-4e6b-b4df-de2433f4e609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:41.765001 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f023a593-8383-4e6b-b4df-de2433f4e609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:41.812110 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f023a593-8383-4e6b-b4df-de2433f4e609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:41.815656 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f023a593-8383-4e6b-b4df-de2433f4e609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:41.817028 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f023a593-8383-4e6b-b4df-de2433f4e609 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4196b80d-bee0-4660-a866-70b88a9f6d8d HTTP/1.1" status: 204 len: 168 time: 0.1208024 Sep 19 07:03:41.826273 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023a593-8383-4e6b-b4df-de2433f4e609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4196b80d-bee0-4660-a866-70b88a9f6d8d,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:42.032787 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-42a5f6b0-6d02-4fce-8a81-6febb0d474a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:42.493730 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f9fa9-fdaf-4cdc-82ed-aff10e4ba569 req-11f0b6d5-d9f1-41c0-8074-4fe6b8ca32ea tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:42.495222 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-336f9fa9-fdaf-4cdc-82ed-aff10e4ba569 req-11f0b6d5-d9f1-41c0-8074-4fe6b8ca32ea tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 945 time: 0.0486515 Sep 19 07:03:42.532776 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-336f9fa9-fdaf-4cdc-82ed-aff10e4ba569 req-9816b57d-4183-41cc-868b-fbca877dd00e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317247 Sep 19 07:03:42.647783 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec5ad7-fa85-4593-b890-4f942494c61a req-5cc2af6a-88d2-4f22-9c09-a2d8e8ef3428 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:42.649873 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-34ec5ad7-fa85-4593-b890-4f942494c61a req-5cc2af6a-88d2-4f22-9c09-a2d8e8ef3428 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 945 time: 0.0527155 Sep 19 07:03:42.689299 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-34ec5ad7-fa85-4593-b890-4f942494c61a req-59bd4fdd-3795-44f9-9b32-8203a76fda58 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330644 Sep 19 07:03:42.794887 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46308) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:42.898384 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99dd0461-fc96-4ced-a5ad-1e8a994362ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:43.010684 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99dd0461-fc96-4ced-a5ad-1e8a994362ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:43.015465 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-99dd0461-fc96-4ced-a5ad-1e8a994362ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:43.065887 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be0f62-ea66-4492-9395-7151beeb7e05 req-f943c54a-62d1-418b-84f8-4eb87cfa79cd tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:43.067300 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f6be0f62-ea66-4492-9395-7151beeb7e05 req-f943c54a-62d1-418b-84f8-4eb87cfa79cd tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 945 time: 0.0922108 Sep 19 07:03:43.069928 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-99dd0461-fc96-4ced-a5ad-1e8a994362ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db7240f6b4944c628832d4c7ee090d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739305 Sep 19 07:03:43.070777 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd0461-fc96-4ced-a5ad-1e8a994362ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6cbbbc-6a3d-4b01-9d45-6eb021bc532a,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:43.072961 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46314) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:43.107867 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-f6be0f62-ea66-4492-9395-7151beeb7e05 req-0aa8aaec-a412-4ffb-aae2-03f5810fbe83 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334318 Sep 19 07:03:43.121659 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80739da3-71ff-4223-95a9-a206eb8331f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:43.143086 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80739da3-71ff-4223-95a9-a206eb8331f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:43.188347 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80739da3-71ff-4223-95a9-a206eb8331f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:43.190813 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-80739da3-71ff-4223-95a9-a206eb8331f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:43.191973 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-80739da3-71ff-4223-95a9-a206eb8331f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a6cbbbc-6a3d-4b01-9d45-6eb021bc532a HTTP/1.1" status: 204 len: 168 time: 0.1177113 Sep 19 07:03:43.200053 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80739da3-71ff-4223-95a9-a206eb8331f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6cbbbc-6a3d-4b01-9d45-6eb021bc532a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:44.677682 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e1b5133a-b509-4a40-9c4d-21e7d21c3d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:45.693838 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:45.821750 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:47.405755 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:53.590347 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b482d5-21cc-403b-9eaf-fff1377409c2 req-34cb7c88-5282-4b64-9cb6-49dff40bc850 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:53.591974 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5b482d5-21cc-403b-9eaf-fff1377409c2 req-34cb7c88-5282-4b64-9cb6-49dff40bc850 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 945 time: 0.0526090 Sep 19 07:03:53.630419 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e5b482d5-21cc-403b-9eaf-fff1377409c2 req-551bbbee-ba12-45e7-ac6a-cd28aecb8245 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Sep 19 07:03:53.652703 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46414) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:53.846261 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f492fe2f-14f1-4779-b250-d7597e1c11d6 tempest-TestMinimumBasicScenario-75018802 tempest-TestMinimumBasicScenario-75018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:53.850851 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46424) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:53.850988 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-f492fe2f-14f1-4779-b250-d7597e1c11d6 tempest-TestMinimumBasicScenario-75018802 tempest-TestMinimumBasicScenario-75018802-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1093 time: 0.1972330 Sep 19 07:03:53.855315 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'floatingip': {'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'port_id': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:53.875794 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:53.968158 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:54.070703 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Allocated IP 172.27.1.45 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/6ad7bcf6-7e7c-4d25-8f8a-522687a8a4c1) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:03:54.171925 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:54.204344 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:54.243642 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:03:54.246339 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:03:54.249848 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:03:54.275709 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'Port': ['ID=6ad7bcf6-7e7c-4d25-8f8a-522687a8a4c1,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:54.288799 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.289152 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.289496 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.289835 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.290173 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.290545 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.290836 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.291163 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.291488 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.291834 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.292160 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.292480 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:54.713390 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:54.805346 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:54.952310 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:54.958198 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:55.027542 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'Port': ['ID=6ad7bcf6-7e7c-4d25-8f8a-522687a8a4c1,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:55.038030 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:55.138034 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Floating IP 35d8f58d-80d5-40f8-82e7-e12da97ecb23 associated. External IP: 172.27.1.45, port: ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2. Sep 19 07:03:55.362295 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Router 494b242a-d8c6-4805-822d-8d67a2fbe189 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:03:55.711415 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:03:55.721431 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] Sync routers for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:03:55.727368 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:55.730747 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:55.731365 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:03:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:55.760441 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2a7ae8a9-b773-42b3-bc0e-5ab61788a516 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9084914 Sep 19 07:03:55.761008 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:03:55.763223 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d72caf-7606-4cdd-9145-9d743d045780" -d '{"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:03:55.763398 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46438) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:55.767945 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688395628', 'description': 'tempest-secgroup-smoke-1688395628 description', 'project_id': 'cac9628164ae429899a4b6d8583eafd9'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:55.792060 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:55.801736 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55a0236-32dd-4000-849f-8c6d9c66098e x-openstack-request-id: req-c55a0236-32dd-4000-849f-8c6d9c66098e {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:03:55.802164 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:03:55.803112 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c55a0236-32dd-4000-849f-8c6d9c66098e {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:03:55.803795 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'status': 'completed', 'code': 200} Sep 19 07:03:55.838522 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:55.878233 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:55.882843 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:55.892416 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-5964c6ad-ba12-4aec-a71d-769165e0cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:55.893943 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-5964c6ad-ba12-4aec-a71d-769165e0cdd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac9628164ae429899a4b6d8583eafd9&device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1098 time: 0.0457308 Sep 19 07:03:55.908800 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:55.910103 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1455762 Sep 19 07:03:55.913545 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46442) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:55.917835 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-6a5b41a1-f3a9-4ed3-b7f7-fe8663a6ce61 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'security_group_rule': {'security_group_id': 'cdcf0f6d-bbeb-4802-aace-f576ba70f790', 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:55.925040 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcf0f6d-bbeb-4802-aace-f576ba70f790,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:55.939281 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.939734 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.940142 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.940541 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.940937 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.941871 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.942269 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.942663 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.943051 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.943556 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.943969 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.944376 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc987d06-e621-4068-9736-5cb433990c2f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:03:55.962992 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6a5b41a1-f3a9-4ed3-b7f7-fe8663a6ce61 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.006136 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-4812e891-59e8-47e5-b80c-048406c9fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:56.007743 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-4812e891-59e8-47e5-b80c-048406c9fe22 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 200 len: 916 time: 0.1057611 Sep 19 07:03:56.014816 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6a5b41a1-f3a9-4ed3-b7f7-fe8663a6ce61 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.019421 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6a5b41a1-f3a9-4ed3-b7f7-fe8663a6ce61 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.039838 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b41a1-f3a9-4ed3-b7f7-fe8663a6ce61 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37019708-209e-4e65-b0d7-385e9341ae2e,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:56.048013 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6a5b41a1-f3a9-4ed3-b7f7-fe8663a6ce61 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.049375 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6a5b41a1-f3a9-4ed3-b7f7-fe8663a6ce61 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1348479 Sep 19 07:03:56.052783 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46444) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:56.060757 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-cf1a61e7-9e2d-4771-ac61-35f32abf3795 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'security_group_rule': {'security_group_id': 'cdcf0f6d-bbeb-4802-aace-f576ba70f790', 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:56.079389 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-5780873c-e3f2-4fb0-b95d-8d2410d86d07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 998 time: 0.0640292 Sep 19 07:03:56.092040 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf1a61e7-9e2d-4771-ac61-35f32abf3795 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.130316 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-93e8326b-d951-4aa6-b2c7-d62ecd818649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:56.131835 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-93e8326b-d951-4aa6-b2c7-d62ecd818649 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a027178-cf54-4aee-9b2b-e7a4bd065962 HTTP/1.1" status: 200 len: 854 time: 0.0452902 Sep 19 07:03:56.152885 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf1a61e7-9e2d-4771-ac61-35f32abf3795 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.157831 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf1a61e7-9e2d-4771-ac61-35f32abf3795 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.175741 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a61e7-9e2d-4771-ac61-35f32abf3795 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795b60d2-1479-4abc-be80-5c32004597b0,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:56.183266 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-cf1a61e7-9e2d-4771-ac61-35f32abf3795 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.184509 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-cf1a61e7-9e2d-4771-ac61-35f32abf3795 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1307142 Sep 19 07:03:56.187215 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46446) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:56.188043 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-dd5a9edd-5b81-479e-b32d-d9207c2c49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:56.189784 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-dd5a9edd-5b81-479e-b32d-d9207c2c49ed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503466 Sep 19 07:03:56.191579 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-dc32927c-d6d5-43f5-805a-203d33faf382 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'security_group_rule': {'security_group_id': 'cdcf0f6d-bbeb-4802-aace-f576ba70f790', 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:56.212500 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '35d8f58d-80d5-40f8-82e7-e12da97ecb23', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'port_id': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'mac_address': 'fa:16:3e:d3:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:03:54Z', 'updated_at': '2021-09-19T07:03:54Z', 'revision_number': 0, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:03:06Z', 'revision_number': 5, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:56.218498 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dc32927c-d6d5-43f5-805a-203d33faf382 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.242328 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] Checking router: 494b242a-d8c6-4805-822d-8d67a2fbe189 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:03:56.249756 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:03:56.250404 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:03:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:56.288822 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dc32927c-d6d5-43f5-805a-203d33faf382 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.293981 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dc32927c-d6d5-43f5-805a-203d33faf382 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.308454 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-ff434dc3-d9f1-4e1e-8d15-f9d590d1850c service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101012 Sep 19 07:03:56.316138 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32927c-d6d5-43f5-805a-203d33faf382 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39f57ba-0f66-4935-bed8-6912cee2701e,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:56.320324 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-dc32927c-d6d5-43f5-805a-203d33faf382 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.324192 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-dc32927c-d6d5-43f5-805a-203d33faf382 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334887 Sep 19 07:03:56.324680 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46452) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:56.329098 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-1296b219-bc14-4a4d-a764-721c3d889ea2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'security_group_rule': {'security_group_id': 'cdcf0f6d-bbeb-4802-aace-f576ba70f790', 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:56.359748 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1296b219-bc14-4a4d-a764-721c3d889ea2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.387021 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:03:56.428182 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c5d72caf-7606-4cdd-9145-9d743d045780 req-eebd4f8e-905f-4cae-b47b-8779063d755d service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065762 Sep 19 07:03:56.439426 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1296b219-bc14-4a4d-a764-721c3d889ea2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.444607 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1296b219-bc14-4a4d-a764-721c3d889ea2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.462525 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296b219-bc14-4a4d-a764-721c3d889ea2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4acfaa-2bcb-4d68-a8cc-c121eec709ec,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:56.471019 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-1296b219-bc14-4a4d-a764-721c3d889ea2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.472326 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-1296b219-bc14-4a4d-a764-721c3d889ea2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1468327 Sep 19 07:03:56.476088 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46454) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:56.490878 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-dcb38cb0-9c49-4c30-892e-e05fc3ab53d1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'security_group_rule': {'security_group_id': 'cdcf0f6d-bbeb-4802-aace-f576ba70f790', 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:56.517077 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-dcb38cb0-9c49-4c30-892e-e05fc3ab53d1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Project cac9628164ae429899a4b6d8583eafd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 07:03:56.522446 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dcb38cb0-9c49-4c30-892e-e05fc3ab53d1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.580997 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dcb38cb0-9c49-4c30-892e-e05fc3ab53d1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.585680 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dcb38cb0-9c49-4c30-892e-e05fc3ab53d1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.600520 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb38cb0-9c49-4c30-892e-e05fc3ab53d1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3cff024-ab3e-4dfa-8159-e0f9082bb432,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:56.609091 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dcb38cb0-9c49-4c30-892e-e05fc3ab53d1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.610540 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-dcb38cb0-9c49-4c30-892e-e05fc3ab53d1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327610 Sep 19 07:03:56.613405 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46458) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:03:56.617703 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-b90e2dfd-6283-42cf-90c6-2bb91048f39c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'security_group_rule': {'security_group_id': 'cdcf0f6d-bbeb-4802-aace-f576ba70f790', 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:56.638783 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.securitygroups_db [None req-b90e2dfd-6283-42cf-90c6-2bb91048f39c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Project cac9628164ae429899a4b6d8583eafd9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 07:03:56.643641 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b90e2dfd-6283-42cf-90c6-2bb91048f39c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.649378 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '35d8f58d-80d5-40f8-82e7-e12da97ecb23', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'port_id': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'mac_address': 'fa:16:3e:d3:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:03:54Z', 'updated_at': '2021-09-19T07:03:54Z', 'revision_number': 0, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:03:06Z', 'revision_number': 5, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:03:56.676176 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fe0aa1-9116-4087-986b-9d2db779e7c7 None None] The sync data for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi is: [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': '35d8f58d-80d5-40f8-82e7-e12da97ecb23', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'floating_ip_address': '172.27.1.45', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'port_id': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'mac_address': 'fa:16:3e:d3:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:03:54Z', 'updated_at': '2021-09-19T07:03:54Z', 'revision_number': 0, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:03:06Z', 'revision_number': 5, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:03:56.705275 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b90e2dfd-6283-42cf-90c6-2bb91048f39c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.709109 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b90e2dfd-6283-42cf-90c6-2bb91048f39c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.726679 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e2dfd-6283-42cf-90c6-2bb91048f39c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af22478-3ea2-42a2-8820-68d7e042718f,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:56.733772 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b90e2dfd-6283-42cf-90c6-2bb91048f39c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:56.734913 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b90e2dfd-6283-42cf-90c6-2bb91048f39c tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206083 Sep 19 07:03:56.815698 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-1b6dfa40-a1f3-41a2-aec7-62b3b06dd086 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688395628&fields=id&tenant_id=cac9628164ae429899a4b6d8583eafd9 HTTP/1.1" status: 200 len: 267 time: 0.0352149 Sep 19 07:03:56.871005 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b074f0-bb04-449b-82ea-0b612327f084 None None] New status for floating IP 35d8f58d-80d5-40f8-82e7-e12da97ecb23: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:03:56.873075 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-4831c53a-ead0-4670-8fa1-0217877c6940 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:56.875228 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-4831c53a-ead0-4670-8fa1-0217877c6940 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 945 time: 0.0528338 Sep 19 07:03:56.886102 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-f8c9f6d2-5b66-4c5b-bbd0-0b1d2982f3a6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'port': {'security_groups': ['39630c6f-44d1-4a83-8b78-c61bc5447145', 'cdcf0f6d-bbeb-4802-aace-f576ba70f790']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:03:56.948091 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-f8c9f6d2-5b66-4c5b-bbd0-0b1d2982f3a6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:57.130140 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-f8c9f6d2-5b66-4c5b-bbd0-0b1d2982f3a6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] For port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:03:57.158094 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-f8c9f6d2-5b66-4c5b-bbd0-0b1d2982f3a6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:57.162981 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-f8c9f6d2-5b66-4c5b-bbd0-0b1d2982f3a6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:57.203821 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-f8c9f6d2-5b66-4c5b-bbd0-0b1d2982f3a6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:57.204451 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-f8c9f6d2-5b66-4c5b-bbd0-0b1d2982f3a6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:57.205841 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3cba84c4-c414-43ef-bcdf-47e1ea0c1ad7 req-f8c9f6d2-5b66-4c5b-bbd0-0b1d2982f3a6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "PUT /v2.0/ports/ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 981 time: 0.3245015 Sep 19 07:03:57.234985 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9f6d2-5b66-4c5b-bbd0-0b1d2982f3a6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'Port': ['ID=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,revision_number=6']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:03:57.311402 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a120a-439b-4ecf-82a7-d19bef7d6e3d req-633c315e-cefa-40bd-97d5-aadd8096ac30 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:57.312882 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e7a120a-439b-4ecf-82a7-d19bef7d6e3d req-633c315e-cefa-40bd-97d5-aadd8096ac30 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0509453 Sep 19 07:03:57.355222 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-9e7a120a-439b-4ecf-82a7-d19bef7d6e3d req-ae1703a1-09df-4a0a-afce-fbc4173e4af2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360522 Sep 19 07:03:57.543172 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-d4a044fa-f32f-4a58-ba81-ebd3dd9f7db5 None None] Provisioning complete for port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:03:57.543738 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d4a044fa-f32f-4a58-ba81-ebd3dd9f7db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:57.804886 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:03:57.807251 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82d0660-f9a9-40af-81ca-396548477313" -d '{"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:03:57.842356 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b504abb-14ee-418d-833f-5d36c4433a86 x-openstack-request-id: req-8b504abb-14ee-418d-833f-5d36c4433a86 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:03:57.842645 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:03:57.842886 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8b504abb-14ee-418d-833f-5d36c4433a86 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:03:57.843268 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'status': 'completed', 'code': 200} Sep 19 07:03:59.406014 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:03:59.425374 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:03:59.466400 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0660-f9a9-40af-81ca-396548477313 req-bbe66db4-a9c1-4fc2-83fb-7e54bb77aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:59.467931 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d82d0660-f9a9-40af-81ca-396548477313 req-bbe66db4-a9c1-4fc2-83fb-7e54bb77aff1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac9628164ae429899a4b6d8583eafd9&device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1137 time: 0.0455210 Sep 19 07:03:59.562534 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0660-f9a9-40af-81ca-396548477313 req-07fe864f-32cc-4a7b-b978-26fc2d5674f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:59.564639 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d82d0660-f9a9-40af-81ca-396548477313 req-07fe864f-32cc-4a7b-b978-26fc2d5674f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 200 len: 916 time: 0.0894725 Sep 19 07:03:59.571705 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:03:59.638216 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d82d0660-f9a9-40af-81ca-396548477313 req-894e4b00-64d5-4bd1-ba1c-e3a3aedd683a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 1000 time: 0.0660348 Sep 19 07:03:59.689239 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0660-f9a9-40af-81ca-396548477313 req-1194ee01-fb5b-403b-a13c-87f15d4e2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:59.690812 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d82d0660-f9a9-40af-81ca-396548477313 req-1194ee01-fb5b-403b-a13c-87f15d4e2e4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a027178-cf54-4aee-9b2b-e7a4bd065962 HTTP/1.1" status: 200 len: 854 time: 0.0455296 Sep 19 07:03:59.737474 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0660-f9a9-40af-81ca-396548477313 req-0b626fd8-80ea-459f-b8c4-68d67d2cfbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:03:59.739727 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d82d0660-f9a9-40af-81ca-396548477313 req-0b626fd8-80ea-459f-b8c4-68d67d2cfbee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419662 Sep 19 07:03:59.840176 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d82d0660-f9a9-40af-81ca-396548477313 req-9aa2dec9-6421-4e40-926f-d90e2e45a712 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928521 Sep 19 07:03:59.968349 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-d82d0660-f9a9-40af-81ca-396548477313 req-fa59ab40-43e2-4e43-ae93-7398edbe8141 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197605 Sep 19 07:04:03.664306 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46516) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:04:03.766014 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f64346d-9672-41b8-86ce-d7f0ff0bab02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:03.855601 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f64346d-9672-41b8-86ce-d7f0ff0bab02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:03.859188 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-2f64346d-9672-41b8-86ce-d7f0ff0bab02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:03.896494 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-2f64346d-9672-41b8-86ce-d7f0ff0bab02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4be0bc7291b84cebb3a9e03961af108a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309380 Sep 19 07:04:03.897565 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64346d-9672-41b8-86ce-d7f0ff0bab02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5b99b4-f662-43e4-985f-6345c8e28984,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:04:03.899209 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46520) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:04:03.954895 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea98268d-2fd6-4e32-a056-5c597ccb141f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:03.975382 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea98268d-2fd6-4e32-a056-5c597ccb141f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:04.017953 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea98268d-2fd6-4e32-a056-5c597ccb141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:04.021236 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea98268d-2fd6-4e32-a056-5c597ccb141f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:04.022711 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ea98268d-2fd6-4e32-a056-5c597ccb141f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca5b99b4-f662-43e4-985f-6345c8e28984 HTTP/1.1" status: 204 len: 168 time: 0.1214249 Sep 19 07:04:04.030588 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98268d-2fd6-4e32-a056-5c597ccb141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5b99b4-f662-43e4-985f-6345c8e28984,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:04:08.493084 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:04:12.033951 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b1d15c21-db3f-4377-82ae-8183d41eee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:14.679243 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-69e982f0-4b2f-43da-926c-6354a0ff3e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:15.693792 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:15.824037 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:17.408740 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:20.127005 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13119a-1373-434c-aa27-e065f13e88c7 req-2da9b83b-3843-4408-b026-832e447bedbc tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:20.128489 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c13119a-1373-434c-aa27-e065f13e88c7 req-2da9b83b-3843-4408-b026-832e447bedbc tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0700026 Sep 19 07:04:20.151952 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-15ff2643-b2d0-46d5-ab77-74b1e2bee620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:20.153342 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-15ff2643-b2d0-46d5-ab77-74b1e2bee620 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac9628164ae429899a4b6d8583eafd9&device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1137 time: 0.0627410 Sep 19 07:04:20.182408 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c13119a-1373-434c-aa27-e065f13e88c7 req-9803d085-cb1e-460e-8efd-fcf70480b905 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469239 Sep 19 07:04:20.259286 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-2431542f-631f-4d75-9339-17ea802456c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:20.260771 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-2431542f-631f-4d75-9339-17ea802456c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 200 len: 916 time: 0.0948381 Sep 19 07:04:20.326071 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-8c07fd4c-50fb-4c78-9968-c51e9d25468c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 1000 time: 0.0570176 Sep 19 07:04:20.380290 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-057ed9b4-5c12-41f3-940c-2a231f318696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:20.381715 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-057ed9b4-5c12-41f3-940c-2a231f318696 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a027178-cf54-4aee-9b2b-e7a4bd065962 HTTP/1.1" status: 200 len: 854 time: 0.0472288 Sep 19 07:04:20.428052 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-3d91de93-27df-4126-90c7-d0c6e297076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:20.429528 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-3d91de93-27df-4126-90c7-d0c6e297076a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396674 Sep 19 07:04:20.518490 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-58e96c1e-b17d-4f49-a8a0-4e0b33d5ebe9 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801728 Sep 19 07:04:20.609648 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-464fd799-3d8a-4929-b47c-9720d68408d7 req-4920befa-256f-488f-949e-978021dd9ce7 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833504 Sep 19 07:04:21.295488 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e433a-5ae2-46a4-9b8a-0b8b258ba20d req-e758937f-7240-44d6-86b9-ca95951fde8d tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:21.297051 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d42e433a-5ae2-46a4-9b8a-0b8b258ba20d req-e758937f-7240-44d6-86b9-ca95951fde8d tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0486865 Sep 19 07:04:21.337533 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d42e433a-5ae2-46a4-9b8a-0b8b258ba20d req-e5b96ef8-351a-4d93-ba70-249fb2b72202 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337729 Sep 19 07:04:22.450827 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711b56c-f935-4723-a63e-de866c704d2a req-47fddfb5-5582-4c6a-bf30-01611783dfc8 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:22.452323 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7711b56c-f935-4723-a63e-de866c704d2a req-47fddfb5-5582-4c6a-bf30-01611783dfc8 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0491867 Sep 19 07:04:22.492320 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7711b56c-f935-4723-a63e-de866c704d2a req-64847454-9853-4fcc-ac69-de9d89542279 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328758 Sep 19 07:04:23.603293 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56a7ac-3794-435b-9a7a-d87ba91266d2 req-6de06f4e-6450-481c-9032-7bdad7a8e72a tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:23.604785 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3f56a7ac-3794-435b-9a7a-d87ba91266d2 req-6de06f4e-6450-481c-9032-7bdad7a8e72a tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0471623 Sep 19 07:04:23.641985 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-3f56a7ac-3794-435b-9a7a-d87ba91266d2 req-3a0b15ea-51db-44f0-8f37-e0c0f13bc23f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0313735 Sep 19 07:04:24.757974 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6c94d-bebe-491d-8189-32cac6d5571a req-46675234-6d91-4f82-ac32-334a1d23bdec tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:24.759430 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6be6c94d-bebe-491d-8189-32cac6d5571a req-46675234-6d91-4f82-ac32-334a1d23bdec tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0522449 Sep 19 07:04:24.797970 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6be6c94d-bebe-491d-8189-32cac6d5571a req-9500dffc-4d81-4e9d-b8fa-57c9c88a5841 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325913 Sep 19 07:04:25.914017 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287d1aa-233a-45e2-9671-65ee08effd42 req-4f1e32d5-8523-4949-b2f1-a765dc81b250 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:25.915605 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0287d1aa-233a-45e2-9671-65ee08effd42 req-4f1e32d5-8523-4949-b2f1-a765dc81b250 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0520816 Sep 19 07:04:25.955883 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0287d1aa-233a-45e2-9671-65ee08effd42 req-e50a84b6-5855-49ff-a9a4-3c6620edd9ff tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342171 Sep 19 07:04:27.070254 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310861a-ad3d-48db-95c4-e10d438191da req-270cc01d-c2ff-4504-86f0-5d2939bddeaa tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:27.071746 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4310861a-ad3d-48db-95c4-e10d438191da req-270cc01d-c2ff-4504-86f0-5d2939bddeaa tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0496998 Sep 19 07:04:27.110356 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4310861a-ad3d-48db-95c4-e10d438191da req-530d0126-4f49-4d15-b74f-d6a447146ad8 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327363 Sep 19 07:04:28.222096 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b27dd3-bf13-4f1b-a5e3-1ddef829f306 req-2931858e-2f41-45b3-b531-8d3e5080b594 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:28.224135 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f6b27dd3-bf13-4f1b-a5e3-1ddef829f306 req-2931858e-2f41-45b3-b531-8d3e5080b594 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0464892 Sep 19 07:04:28.262190 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f6b27dd3-bf13-4f1b-a5e3-1ddef829f306 req-6cc19c4d-d7af-4b2c-83d7-f6b08935d2f2 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320914 Sep 19 07:04:29.126351 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-012e4f5e-187a-49d1-85c3-27859a09e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:29.127832 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-012e4f5e-187a-49d1-85c3-27859a09e5a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac9628164ae429899a4b6d8583eafd9&device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1137 time: 0.0388553 Sep 19 07:04:29.230700 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-969f4d51-18fb-44cb-b911-431a5895ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:29.232295 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-969f4d51-18fb-44cb-b911-431a5895ff91 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 200 len: 916 time: 0.0858271 Sep 19 07:04:29.296682 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-b52c31f8-72db-43d2-9362-e0e15ea981f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 1000 time: 0.0569844 Sep 19 07:04:29.376704 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-39f378ce-2be7-4eb7-9c81-e29a479f1357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:29.378057 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-39f378ce-2be7-4eb7-9c81-e29a479f1357 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a027178-cf54-4aee-9b2b-e7a4bd065962 HTTP/1.1" status: 200 len: 854 time: 0.0745797 Sep 19 07:04:29.393801 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1d60f-2c0b-4962-bab5-33fa1db97cb2 req-3796bcfb-090d-4939-8044-87109cc3d7f7 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:29.395273 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9ff1d60f-2c0b-4962-bab5-33fa1db97cb2 req-3796bcfb-090d-4939-8044-87109cc3d7f7 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0628436 Sep 19 07:04:29.407430 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:29.458248 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9ff1d60f-2c0b-4962-bab5-33fa1db97cb2 req-c35c4b3a-4cde-4183-b777-0dca66bdc39f tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557842 Sep 19 07:04:29.461262 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-026c1059-ef2d-4dd7-b3ed-d8988e8e08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:29.462559 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-026c1059-ef2d-4dd7-b3ed-d8988e8e08d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766127 Sep 19 07:04:29.555860 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-55a2036f-3c57-42b5-927b-ab322a732932 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851872 Sep 19 07:04:29.642250 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-492955fd-38d2-4850-9c91-a33d38cc6f23 req-4a026f56-0ff1-45a4-b08e-173300dc72e8 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798414 Sep 19 07:04:30.570119 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e06e7-f57c-4138-b799-30f466036e13 req-539fd9c7-85fd-44db-95c0-d8abd09382c3 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:30.571498 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0f3e06e7-f57c-4138-b799-30f466036e13 req-539fd9c7-85fd-44db-95c0-d8abd09382c3 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0472949 Sep 19 07:04:30.609667 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-0f3e06e7-f57c-4138-b799-30f466036e13 req-8cb1045f-a05b-4d0e-a878-51071ef50074 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322826 Sep 19 07:04:31.725837 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3659f-3513-49b6-a2fe-cffd714b035a req-de007c8c-cf87-414f-9e9a-94c4c6dcc946 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:04:31.727310 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-28a3659f-3513-49b6-a2fe-cffd714b035a req-de007c8c-cf87-414f-9e9a-94c4c6dcc946 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0524659 Sep 19 07:04:31.765458 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-28a3659f-3513-49b6-a2fe-cffd714b035a req-5fe24187-2a6b-4c00-af42-25ea8e8ae887 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=cdcf0f6d-bbeb-4802-aace-f576ba70f790&id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321531 Sep 19 07:04:42.033859 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-852f2b67-6c41-4b51-a5e1-456d5118839b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:44.681547 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f88236e-5798-46d7-8b25-e6617ffeb81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:45.492433 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:04:45.694402 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:45.825462 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:47.411184 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:04:59.404631 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:04.964649 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-d735905b-d53a-4789-84b8-6bb0aea69fbd tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688395628&fields=id&tenant_id=cac9628164ae429899a4b6d8583eafd9 HTTP/1.1" status: 200 len: 267 time: 0.0419755 Sep 19 07:05:05.016866 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-aebe362b-13f0-4045-9558-96d9f4b4f4bb tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:05.018295 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-aebe362b-13f0-4045-9558-96d9f4b4f4bb tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 984 time: 0.0479925 Sep 19 07:05:05.029309 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Request body: {'port': {'security_groups': ['39630c6f-44d1-4a83-8b78-c61bc5447145']}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:05.089534 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.255654 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] For port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:05.284742 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for port, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.289045 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26588269'] for port, after_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.325729 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:05:05.336177 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:05.336813 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.338222 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-847f09e8-bcb9-4419-8361-166f8a6980fa req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "PUT /v2.0/ports/ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 942 time: 0.3134062 Sep 19 07:05:05.338674 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:05:05.340990 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72" -d '{"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:05:05.346007 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46568) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:05.364008 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event updated for resources: {'Port': ['ID=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,revision_number=7']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:05.371328 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.371717 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.372060 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.372396 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.372728 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.373058 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.373386 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.373710 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.374034 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.374356 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.374678 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.374999 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69386829-c785-4bb5-9a0b-bc7f722c22f6 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.418148 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.444914 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.490723 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:05:05.509725 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.512776 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.514075 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "DELETE /v2.0/security-groups/cdcf0f6d-bbeb-4802-aace-f576ba70f790 HTTP/1.1" status: 204 len: 168 time: 0.1675377 Sep 19 07:05:05.516856 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46572) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:05.540638 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcf0f6d-bbeb-4802-aace-f576ba70f790,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:05.557727 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.558499 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.558499 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.558724 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.559053 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.559383 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.559736 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.560064 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.560389 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.560708 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.561237 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.561733 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7077f5c-511f-4ea7-a19f-0657bb39cf11 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:05.647093 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34646f50-2e07-45aa-abe0-41a68865954e x-openstack-request-id: req-34646f50-2e07-45aa-abe0-41a68865954e {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:05:05.647376 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:05:05.647648 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34646f50-2e07-45aa-abe0-41a68865954e {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:05:05.648559 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'status': 'completed', 'code': 200} Sep 19 07:05:05.680724 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-a9dcd32b-b096-411b-b61f-bc06137b28ed None None] Provisioning complete for port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:05.681203 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd32b-b096-411b-b61f-bc06137b28ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.718948 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Deleting port 6ad7bcf6-7e7c-4d25-8f8a-522687a8a4c1 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:05:05.719297 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.720513 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-31af296b-1e6a-4a5f-abfb-0f270cd8f8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:05.722590 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-31af296b-1e6a-4a5f-abfb-0f270cd8f8b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac9628164ae429899a4b6d8583eafd9&device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1098 time: 0.0401928 Sep 19 07:05:05.793745 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.794076 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.805447 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Calling delete_port for 6ad7bcf6-7e7c-4d25-8f8a-522687a8a4c1 owned by network:floatingip {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:05:05.814705 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-93e42a1c-e86a-4a47-a7b6-68c40253b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:05.816726 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-93e42a1c-e86a-4a47-a7b6-68c40253b2f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 200 len: 916 time: 0.0876129 Sep 19 07:05:05.884411 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-9a392396-9689-4374-a685-42ac1677dc64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 1000 time: 0.0605872 Sep 19 07:05:05.932315 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-76b94feb-6260-4f3d-8c6a-e546adbb7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:05.933776 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-76b94feb-6260-4f3d-8c6a-e546adbb7ad3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a027178-cf54-4aee-9b2b-e7a4bd065962 HTTP/1.1" status: 200 len: 854 time: 0.0427938 Sep 19 07:05:05.971959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:05.982611 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-814e6c94-9c39-4eaa-ac24-c9ea9361897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:05.984245 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-814e6c94-9c39-4eaa-ac24-c9ea9361897f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423839 Sep 19 07:05:06.083997 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-d714e325-ad52-4348-9872-533be1cd303c service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918937 Sep 19 07:05:06.176679 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ccd93f0a-ad88-4ff3-80da-f1ea492dae72 req-b1c9291c-cce5-433b-b248-b2cd23f0eec9 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861876 Sep 19 07:05:06.255926 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event deleted for resources: {'Port': ['ID=6ad7bcf6-7e7c-4d25-8f8a-522687a8a4c1,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:06.306903 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks [] for floatingip, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:06.307364 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.l3_db [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Floating IP 35d8f58d-80d5-40f8-82e7-e12da97ecb23 disassociated (deleted). External IP: 172.27.1.45, port: ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2. Sep 19 07:05:06.508769 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Router 494b242a-d8c6-4805-822d-8d67a2fbe189 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:05:06.612344 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:05:06.617256 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:06.623569 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] Sync routers for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:05:06.632506 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:06.633117 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:04:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:06.644134 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-516e225c-289c-4247-ade3-a19716d20d38 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "DELETE /v2.0/floatingips/35d8f58d-80d5-40f8-82e7-e12da97ecb23 HTTP/1.1" status: 204 len: 168 time: 1.1260903 Sep 19 07:05:06.738175 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:06.936742 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:03:06Z', 'revision_number': 5, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:06.962006 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] Checking router: 494b242a-d8c6-4805-822d-8d67a2fbe189 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:05:06.969823 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:06.970351 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:04:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:07.072346 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:07.383514 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:03:06Z', 'revision_number': 5, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:07.409117 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b31946-e2f3-4c35-b518-d9c7e54fb914 None None] The sync data for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi is: [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:02:59Z', 'revision_number': 4, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'd495e679-ed3a-455d-81ba-46d3ebfe33e9', 'name': '', 'network_id': 'f0071d94-7832-4cfc-aa9e-f3f893ed9b99', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'mac_address': 'fa:16:3e:de:7d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:59Z', 'updated_at': '2021-09-19T07:03:06Z', 'revision_number': 5, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'subnets': [{'id': '0a027178-cf54-4aee-9b2b-e7a4bd065962', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:05:07.617855 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c00108-d26e-4d61-9311-c027bf856738 None None] New status for floating IP 35d8f58d-80d5-40f8-82e7-e12da97ecb23: DOWN {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:05:07.649427 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'}] {{(pid=94031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:05:07.652080 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}198ad4947ed0c97aa1cd06b9425b25b0342bb4a991ab5522b4653a14ad5ead75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791" -d '{"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2"}]}' {{(pid=94031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:05:07.695421 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844f1ccc-58d0-40fd-9960-c176e36e5462 x-openstack-request-id: req-844f1ccc-58d0-40fd-9960-c176e36e5462 {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:05:07.695788 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2", "status": "completed", "code": 200}]} {{(pid=94031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:05:07.696115 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-844f1ccc-58d0-40fd-9960-c176e36e5462 {{(pid=94031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:05:07.696565 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'status': 'completed', 'code': 200} Sep 19 07:05:07.776082 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-e2c829ac-39a2-42dc-8ab5-e643a9cc3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:07.777586 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-e2c829ac-39a2-42dc-8ab5-e643a9cc3e75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cac9628164ae429899a4b6d8583eafd9&device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 1098 time: 0.0396605 Sep 19 07:05:07.867798 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-2985cc38-a043-4bbc-be3e-76396e28bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:07.869371 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-2985cc38-a043-4bbc-be3e-76396e28bf18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 200 len: 916 time: 0.0839701 Sep 19 07:05:07.911387 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-af512b54-3ea2-49a3-935a-9186620554cf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 200 len: 217 time: 0.0350723 Sep 19 07:05:07.963335 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-528d9c7c-4ec4-4df5-842e-9d6b6e2cbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:07.964946 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-528d9c7c-4ec4-4df5-842e-9d6b6e2cbf8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0a027178-cf54-4aee-9b2b-e7a4bd065962 HTTP/1.1" status: 200 len: 854 time: 0.0472605 Sep 19 07:05:08.024553 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-d899390c-6652-4b5b-8104-477d8d03dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:08.026031 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-d899390c-6652-4b5b-8104-477d8d03dee9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f0071d94-7832-4cfc-aa9e-f3f893ed9b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528829 Sep 19 07:05:08.126461 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-7389044f-ab6a-4815-97d1-abece11c4de0 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925350 Sep 19 07:05:08.215192 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a6d906fe-bf84-4ec1-97fa-7e68e0c96791 req-8b110278-c30b-444d-b6c0-519ab5c15b28 service neutron] 10.222.0.32 "GET /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810254 Sep 19 07:05:09.335118 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8cf14-a74f-47cb-a3da-024c139ebab3 req-e247e5d2-2d28-4893-af6c-ba0451c304b1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:09.336614 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11e8cf14-a74f-47cb-a3da-024c139ebab3 req-e247e5d2-2d28-4893-af6c-ba0451c304b1 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 945 time: 0.0477326 Sep 19 07:05:09.374635 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-11e8cf14-a74f-47cb-a3da-024c139ebab3 req-4a8f327d-39ab-4719-b849-c0fd9de69561 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320022 Sep 19 07:05:10.490359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5572c7-33de-44c5-8c36-1469e18dd688 req-add140a3-64ec-4abf-9e9b-b9fe0cf094f7 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:10.491868 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0d5572c7-33de-44c5-8c36-1469e18dd688 req-add140a3-64ec-4abf-9e9b-b9fe0cf094f7 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 945 time: 0.0485754 Sep 19 07:05:10.527706 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0d5572c7-33de-44c5-8c36-1469e18dd688 req-65069c11-4af5-40a4-9767-5578b0ea1303 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/security-groups?id=39630c6f-44d1-4a83-8b78-c61bc5447145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299864 Sep 19 07:05:11.127832 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-b8b7a354-d6cd-4070-85f9-99a7e2f75c2a tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:11.129254 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-b8b7a354-d6cd-4070-85f9-99a7e2f75c2a tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.32 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 945 time: 0.0502985 Sep 19 07:05:11.215214 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Deleting port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:05:11.215578 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:11.303939 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] For port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:11.304303 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:11.315812 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Calling delete_port for ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:05:11.440250 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:11.470074 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Pushing event deleted for resources: {'Port': ['ID=ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:11.475489 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:05:11.519187 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] No DVR routers for this DVR port ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:05:11.521546 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:11.523503 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2a3b41c6-8dfe-4fe3-a5c1-c66ee4b067a8 req-e0b108ce-1049-4dae-a65a-0f6d8430196e tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.32 "DELETE /v2.0/ports/ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 HTTP/1.1" status: 204 len: 173 time: 0.3865902 Sep 19 07:05:11.523952 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'name': 'network-vif-deleted', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:05:11.526213 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e046a712-e5fd-42d9-8194-8a5d381bd669" -d '{"events": [{"server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "name": "network-vif-deleted", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:05:11.562548 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2050d4-2ac1-4413-90a9-0cd314311485 x-openstack-request-id: req-0e2050d4-2ac1-4413-90a9-0cd314311485 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:05:11.562852 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d0ab75-bf61-483c-ae42-d006ae6fe68c", "name": "network-vif-deleted", "tag": "ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:05:11.563111 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e2050d4-2ac1-4413-90a9-0cd314311485 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:05:11.563516 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d0ab75-bf61-483c-ae42-d006ae6fe68c', 'name': 'network-vif-deleted', 'tag': 'ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2', 'status': 'completed', 'code': 200} Sep 19 07:05:11.621523 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-4c047796-bc7f-4371-b123-509c551c3bd8 req-0a4e282d-4efd-4485-9dbe-1a7449fe0033 tempest-TestMinimumBasicScenario-181866903 tempest-TestMinimumBasicScenario-181866903-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d0ab75-bf61-483c-ae42-d006ae6fe68c HTTP/1.1" status: 200 len: 210 time: 0.0261712 Sep 19 07:05:12.035382 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b04c7252-f792-40fc-a9bc-915d3f70fa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:13.265454 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46660) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:13.601761 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441099'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:13.758591 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:05:13.781758 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:05:13.782096 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device ea61c735-2e7e-44a1-b0b1-7d4f70a3edf2 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:05:13.837417 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Deleting port d495e679-ed3a-455d-81ba-46d3ebfe33e9 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:05:13.837767 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:13.913119 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] For port d495e679-ed3a-455d-81ba-46d3ebfe33e9, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=d495e679-ed3a-455d-81ba-46d3ebfe33e9,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:13.913398 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:13.925372 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Calling delete_port for d495e679-ed3a-455d-81ba-46d3ebfe33e9 owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:05:14.097703 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:14.130108 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Pushing event deleted for resources: {'Port': ['ID=d495e679-ed3a-455d-81ba-46d3ebfe33e9,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:14.286856 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438459'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:14.491116 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Router 494b242a-d8c6-4805-822d-8d67a2fbe189 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:05:14.596684 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:05:14.601957 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d6a8eec0-c90f-46a6-89cc-af538b67a79a admin admin] 10.222.0.18 "PUT /v2.0/routers/494b242a-d8c6-4805-822d-8d67a2fbe189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3354964 Sep 19 07:05:14.604434 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46662) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:14.607355 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] Sync routers for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:05:14.617747 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:14.618724 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:04:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:14.714029 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks [] for router, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:14.739932 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:14.798226 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0b928caf-5202-450a-b64b-9419896c91b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:14.812725 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:14.866163 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Deleting port 03cf691e-7196-4a77-baed-0eb7d214cd8a {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:05:14.866525 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:14.923766 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:05:14Z', 'revision_number': 5, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port': {'id': '03cf691e-7196-4a77-baed-0eb7d214cd8a', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:30:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:02:57Z', 'updated_at': '2021-09-19T07:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:14.941905 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] For port 03cf691e-7196-4a77-baed-0eb7d214cd8a, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=03cf691e-7196-4a77-baed-0eb7d214cd8a,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:14.942266 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:14.949418 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] Checking router: 494b242a-d8c6-4805-822d-8d67a2fbe189 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:05:14.954138 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Calling delete_port for 03cf691e-7196-4a77-baed-0eb7d214cd8a owned by network:router_gateway {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:05:14.957363 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] Routers {'494b242a-d8c6-4805-822d-8d67a2fbe189'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:14.957964 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['494b242a-d8c6-4805-822d-8d67a2fbe189'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:15.042821 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] Set router 494b242a-d8c6-4805-822d-8d67a2fbe189 gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:15.097417 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:05:14Z', 'revision_number': 6, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port_host': None}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:15.114205 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.122836 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f236996-b45d-4107-9523-6dbd830a9b96 None None] The sync data for ids ['494b242a-d8c6-4805-822d-8d67a2fbe189'] in dv-cinder-809944-1-iscsi is: [{'id': '494b242a-d8c6-4805-822d-8d67a2fbe189', 'name': 'tempest-TestMinimumBasicScenario-1511230225-router', 'tenant_id': 'cac9628164ae429899a4b6d8583eafd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:02:56Z', 'updated_at': '2021-09-19T07:05:14Z', 'revision_number': 6, 'project_id': 'cac9628164ae429899a4b6d8583eafd9', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:05:15.139336 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Pushing event deleted for resources: {'Port': ['ID=03cf691e-7196-4a77-baed-0eb7d214cd8a,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:15.203871 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438397'] for router_gateway, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.289116 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.291127 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.332177 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441559'] for router, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.332638 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 494b242a-d8c6-4805-822d-8d67a2fbe189 {{(pid=94031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 07:05:15.337469 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.338599 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-8bcfca8f-1276-4984-9c95-3734775c250c admin admin] 10.222.0.18 "DELETE /v2.0/routers/494b242a-d8c6-4805-822d-8d67a2fbe189 HTTP/1.1" status: 204 len: 168 time: 0.7332704 Sep 19 07:05:15.341093 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46664) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:15.386520 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-18522ca3-7898-4f23-87a5-cb68a04a2879 admin admin] Deleting subnet 0a027178-cf54-4aee-9b2b-e7a4bd065962 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 07:05:15.389383 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18522ca3-7898-4f23-87a5-cb68a04a2879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.422959 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18522ca3-7898-4f23-87a5-cb68a04a2879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27237964'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.499044 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18522ca3-7898-4f23-87a5-cb68a04a2879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.552136 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18522ca3-7898-4f23-87a5-cb68a04a2879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26588251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25808375'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.580848 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18522ca3-7898-4f23-87a5-cb68a04a2879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a027178-cf54-4aee-9b2b-e7a4bd065962,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:15.584466 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-18522ca3-7898-4f23-87a5-cb68a04a2879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.586277 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-18522ca3-7898-4f23-87a5-cb68a04a2879 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0a027178-cf54-4aee-9b2b-e7a4bd065962 HTTP/1.1" status: 204 len: 168 time: 0.2442899 Sep 19 07:05:15.588773 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46666) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:15.591951 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e4c362-74c1-4606-a4e6-36619c0ea3c5 None None] Network f0071d94-7832-4cfc-aa9e-f3f893ed9b99 requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:05:15.655305 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.706538 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Deleting port c843a31f-d914-4c30-86ae-0e61a04b0a2b {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:05:15.707055 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.709633 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.772546 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] For port c843a31f-d914-4c30-86ae-0e61a04b0a2b, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=c843a31f-d914-4c30-86ae-0e61a04b0a2b,segment=NetworkSegment(849a6ac3-a2dc-437e-950f-6cc78f3b635d),segment_id=849a6ac3-a2dc-437e-950f-6cc78f3b635d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:15.772912 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.786220 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Calling delete_port for c843a31f-d914-4c30-86ae-0e61a04b0a2b owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:05:15.829054 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.864659 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.884133 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b0d91-b8f4-4152-bb48-7dc944801804 None None] DHCP port deletion for f0071d94-7832-4cfc-aa9e-f3f893ed9b99 request from dv-cinder-809944-1-iscsi {{(pid=94032) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 07:05:15.897587 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=c843a31f-d914-4c30-86ae-0e61a04b0a2b,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:15.898880 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] No DVR routers for this DVR port c843a31f-d914-4c30-86ae-0e61a04b0a2b on host dv-cinder-809944-1-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:05:15.967761 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:15.990135 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0071d94-7832-4cfc-aa9e-f3f893ed9b99']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:15.999861 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849a6ac3-a2dc-437e-950f-6cc78f3b635d') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:16.000317 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849a6ac3-a2dc-437e-950f-6cc78f3b635d') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:16.009893 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:16.022790 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device d495e679-ed3a-455d-81ba-46d3ebfe33e9 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:05:16.024532 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:16.030603 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 07:05:16.031048 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 07:05:16.032761 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 07:05:16.043629 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: d495e679-ed3a-455d-81ba-46d3ebfe33e9 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:05:16.044202 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device d495e679-ed3a-455d-81ba-46d3ebfe33e9 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:05:16.044635 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 03cf691e-7196-4a77-baed-0eb7d214cd8a no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:05:16.069786 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 03cf691e-7196-4a77-baed-0eb7d214cd8a {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:05:16.070041 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 03cf691e-7196-4a77-baed-0eb7d214cd8a not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:05:16.070460 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device c843a31f-d914-4c30-86ae-0e61a04b0a2b no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:05:16.091165 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: c843a31f-d914-4c30-86ae-0e61a04b0a2b {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:05:16.091516 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device c843a31f-d914-4c30-86ae-0e61a04b0a2b not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:05:16.104974 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:16.110569 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:16.115221 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] 10.222.0.18 "DELETE /v2.0/networks/f0071d94-7832-4cfc-aa9e-f3f893ed9b99 HTTP/1.1" status: 204 len: 168 time: 0.5229604 Sep 19 07:05:16.115659 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46668) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:16.123601 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d39b3-db0c-41c0-99d0-0eb116446c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=f0071d94-7832-4cfc-aa9e-f3f893ed9b99,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:16.451496 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441099'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:16.700563 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Deleting port a9f54f4f-f142-4178-ad71-a1688c07beb7 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:05:16.700899 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:16.775689 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] For port a9f54f4f-f142-4178-ad71-a1688c07beb7, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=a9f54f4f-f142-4178-ad71-a1688c07beb7,segment=NetworkSegment(e766a7e5-537d-4b19-84df-60aff3fa2f92),segment_id=e766a7e5-537d-4b19-84df-60aff3fa2f92)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:16.776043 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:16.788890 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Calling delete_port for a9f54f4f-f142-4178-ad71-a1688c07beb7 owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:05:16.960033 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:16.982743 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f54f4f-f142-4178-ad71-a1688c07beb7,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:17.402768 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438459'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:17.414349 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:17.609674 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Router 7a74f347-8d29-4f81-9316-4da7e35a3669 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:05:17.713332 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:05:17.720587 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c1246905-ad45-4bd4-a6fa-d2453913b874 admin admin] 10.222.0.18 "PUT /v2.0/routers/7a74f347-8d29-4f81-9316-4da7e35a3669/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6015289 Sep 19 07:05:17.720689 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46670) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:17.722193 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] Sync routers for ids ['7a74f347-8d29-4f81-9316-4da7e35a3669'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:05:17.731112 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] Routers {'7a74f347-8d29-4f81-9316-4da7e35a3669'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:17.731757 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['7a74f347-8d29-4f81-9316-4da7e35a3669'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:17.823472 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks [] for router, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:17.832494 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] Set router 7a74f347-8d29-4f81-9316-4da7e35a3669 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:17.923286 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:17.975292 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Deleting port afbc7beb-adc1-48d3-84cf-712bf61c0f7c {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:05:17.975667 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.011473 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:03:02Z', 'updated_at': '2021-09-19T07:05:16Z', 'revision_number': 5, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'gw_port': {'id': 'afbc7beb-adc1-48d3-84cf-712bf61c0f7c', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:03:03Z', 'updated_at': '2021-09-19T07:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:18.037790 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] Checking router: 7a74f347-8d29-4f81-9316-4da7e35a3669 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:05:18.045903 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] Routers {'7a74f347-8d29-4f81-9316-4da7e35a3669'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:18.046494 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['7a74f347-8d29-4f81-9316-4da7e35a3669'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:18.065896 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] For port afbc7beb-adc1-48d3-84cf-712bf61c0f7c, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=afbc7beb-adc1-48d3-84cf-712bf61c0f7c,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:18.066261 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.078540 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Calling delete_port for afbc7beb-adc1-48d3-84cf-712bf61c0f7c owned by network:router_gateway {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:05:18.130294 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] Set router 7a74f347-8d29-4f81-9316-4da7e35a3669 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:18.180651 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:03:02Z', 'updated_at': '2021-09-19T07:05:17Z', 'revision_number': 6, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'gw_port_host': None}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:18.209326 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c62dfc-312b-4f91-af87-2fa722bd422b None None] The sync data for ids ['7a74f347-8d29-4f81-9316-4da7e35a3669'] in dv-cinder-809944-1-iscsi is: [{'id': '7a74f347-8d29-4f81-9316-4da7e35a3669', 'name': 'tempest-TestMinimumBasicScenario-643858073-router', 'tenant_id': '65c02e775b7647deb8d561f0027a2ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:03:02Z', 'updated_at': '2021-09-19T07:05:17Z', 'revision_number': 6, 'project_id': '65c02e775b7647deb8d561f0027a2ea1', 'gw_port_host': None}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:05:18.241923 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.270743 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Pushing event deleted for resources: {'Port': ['ID=afbc7beb-adc1-48d3-84cf-712bf61c0f7c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:18.328427 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438397'] for router_gateway, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.415996 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.418027 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.460677 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441559'] for router, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.460842 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a74f347-8d29-4f81-9316-4da7e35a3669 {{(pid=94030) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 07:05:18.465172 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.466273 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-39e0ac03-1090-49c4-9e18-3d6ba835a472 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7a74f347-8d29-4f81-9316-4da7e35a3669 HTTP/1.1" status: 204 len: 168 time: 0.7446480 Sep 19 07:05:18.468772 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46672) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:18.516342 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_v2 [None req-61efc0aa-eb17-4b91-9853-e29dd029a914 admin admin] Deleting subnet abb01902-cfa1-4005-aa35-55c6a89de34c {{(pid=94030) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 07:05:18.519745 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-61efc0aa-eb17-4b91-9853-e29dd029a914 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.552957 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-61efc0aa-eb17-4b91-9853-e29dd029a914 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25757793'] for subnet, precommit_delete_associations {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.636682 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-61efc0aa-eb17-4b91-9853-e29dd029a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.697726 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-61efc0aa-eb17-4b91-9853-e29dd029a914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25770181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26077600'] for subnet, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.722795 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efc0aa-eb17-4b91-9853-e29dd029a914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abb01902-cfa1-4005-aa35-55c6a89de34c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:18.726337 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-61efc0aa-eb17-4b91-9853-e29dd029a914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.728188 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-61efc0aa-eb17-4b91-9853-e29dd029a914 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/abb01902-cfa1-4005-aa35-55c6a89de34c HTTP/1.1" status: 204 len: 168 time: 0.2585127 Sep 19 07:05:18.730661 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46674) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:18.731617 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a413b0-9eaf-4c8e-a6df-5c691059155f None None] Network 304732d7-9fd7-43ac-bb42-4e6f76836dea requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:05:18.797022 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.858732 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Deleting port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:05:18.859208 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.935351 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] For port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=31e95cf9-58c9-4e1c-9a0b-c94a729f636a,segment=NetworkSegment(e766a7e5-537d-4b19-84df-60aff3fa2f92),segment_id=e766a7e5-537d-4b19-84df-60aff3fa2f92)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:18.935738 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:18.948976 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Calling delete_port for 31e95cf9-58c9-4e1c-9a0b-c94a729f636a owned by network:dhcp {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:05:18.956428 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] DHCP port deletion for 304732d7-9fd7-43ac-bb42-4e6f76836dea request from dv-cinder-809944-1-iscsi {{(pid=94032) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 07:05:19.006394 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Deleting port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:05:19.006763 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.033872 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.062262 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Pushing event deleted for resources: {'Port': ['ID=31e95cf9-58c9-4e1c-9a0b-c94a729f636a,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:19.064039 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] No DVR routers for this DVR port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a on host dv-cinder-809944-1-iscsi {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:05:19.069890 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] For port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=31e95cf9-58c9-4e1c-9a0b-c94a729f636a,segment=NetworkSegment(e766a7e5-537d-4b19-84df-60aff3fa2f92),segment_id=e766a7e5-537d-4b19-84df-60aff3fa2f92)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:19.070372 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.082745 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Calling delete_port for 31e95cf9-58c9-4e1c-9a0b-c94a729f636a owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:05:19.135816 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.158542 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304732d7-9fd7-43ac-bb42-4e6f76836dea']}} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:19.164163 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.171260 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e766a7e5-537d-4b19-84df-60aff3fa2f92') {'for_net_delete': True} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:19.171902 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.services.segments.db [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e766a7e5-537d-4b19-84df-60aff3fa2f92') {} {{(pid=94030) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:19.188352 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25757802'] for segment, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.191208 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Pushing event deleted for resources: {'Port': ['ID=31e95cf9-58c9-4e1c-9a0b-c94a729f636a,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:19.198131 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] No DVR routers for this DVR port 31e95cf9-58c9-4e1c-9a0b-c94a729f636a on host dv-cinder-809944-1-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:05:19.206064 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.206064 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.206064 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.207478 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.207478 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.207478 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.207478 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.208209 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.208209 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.208509 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.209923 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.209923 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7684fd-c62b-4114-8e0e-bdf4d9965b32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:19.211047 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.219321 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94030) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 07:05:19.219772 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25770267'] for segment, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: Traceback (most recent call last): Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: timer() Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: cb(*args, **kw) Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: return func(*args, **kwargs) Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: self._notify() Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: self.callback(batched_events) Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: event.method(event) Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: return f(self, *a, **k) Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._get(url).json() Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: return self.request(url, 'GET', **kwargs) Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 07:05:19.221944 dv-cinder-809944-1-iscsi neutron-server[94030]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 07:05:19.275607 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.282421 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.284300 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] 10.222.0.18 "DELETE /v2.0/networks/304732d7-9fd7-43ac-bb42-4e6f76836dea HTTP/1.1" status: 204 len: 168 time: 0.5526996 Sep 19 07:05:19.295060 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35140c33-2456-444f-a26e-c92b85ff241f admin admin] Pushing event deleted for resources: {'Network': ['ID=304732d7-9fd7-43ac-bb42-4e6f76836dea,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:19.442477 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46678) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:19.484168 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-a6fbcff6-4c3e-48f2-a042-7f73175eec56 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cac9628164ae429899a4b6d8583eafd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405519 Sep 19 07:05:19.486527 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46680) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:19.536052 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-24ab7fff-5efd-49fc-a4d3-0ba3978d0312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.556237 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-24ab7fff-5efd-49fc-a4d3-0ba3978d0312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.604580 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-24ab7fff-5efd-49fc-a4d3-0ba3978d0312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.606953 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-24ab7fff-5efd-49fc-a4d3-0ba3978d0312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:19.608132 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-24ab7fff-5efd-49fc-a4d3-0ba3978d0312 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39630c6f-44d1-4a83-8b78-c61bc5447145 HTTP/1.1" status: 204 len: 168 time: 0.1206226 Sep 19 07:05:19.615660 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab7fff-5efd-49fc-a4d3-0ba3978d0312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39630c6f-44d1-4a83-8b78-c61bc5447145,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:19.910527 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46686) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:20.021067 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device a9f54f4f-f142-4178-ad71-a1688c07beb7 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:05:20.042517 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: a9f54f4f-f142-4178-ad71-a1688c07beb7 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:05:20.042865 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device a9f54f4f-f142-4178-ad71-a1688c07beb7 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:05:20.043290 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device afbc7beb-adc1-48d3-84cf-712bf61c0f7c no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:05:20.065976 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: afbc7beb-adc1-48d3-84cf-712bf61c0f7c {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:05:20.066320 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device afbc7beb-adc1-48d3-84cf-712bf61c0f7c not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:05:20.066962 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 31e95cf9-58c9-4e1c-9a0b-c94a729f636a no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:05:20.086534 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 31e95cf9-58c9-4e1c-9a0b-c94a729f636a {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:05:20.086880 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 31e95cf9-58c9-4e1c-9a0b-c94a729f636a not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:05:20.194712 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-58f07414-e32d-414e-a767-f2d04abdf876 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65c02e775b7647deb8d561f0027a2ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829676 Sep 19 07:05:20.197068 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46688) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:20.242439 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5053b06c-8a31-42ec-8e03-75960d92ce59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:20.262118 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5053b06c-8a31-42ec-8e03-75960d92ce59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:20.307434 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5053b06c-8a31-42ec-8e03-75960d92ce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:20.309950 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5053b06c-8a31-42ec-8e03-75960d92ce59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:20.311069 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-5053b06c-8a31-42ec-8e03-75960d92ce59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d25e1db1-ccc0-4907-b684-5f3d7f150750 HTTP/1.1" status: 204 len: 168 time: 0.1131234 Sep 19 07:05:20.318494 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053b06c-8a31-42ec-8e03-75960d92ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25e1db1-ccc0-4907-b684-5f3d7f150750,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:20.956556 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46710) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:21.048502 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-748983150-network', 'tenant_id': '76bf84a969124fce830cedb8f96dd239'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:21.070149 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Made reservation on behalf of 76bf84a969124fce830cedb8f96dd239 for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:05:21.072529 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.081241 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.168102 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.171648 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.195380 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 07:05:21.209669 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07890b36-44e9-40f6-889e-48ecf0cf2f38,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:21.213375 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.213733 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Added segment 4f554aaf-8a9c-4133-924b-7dc154a79e90 of type vlan for network 633db8ef-c271-445e-80fd-9d5a3f0f617c Sep 19 07:05:21.253618 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.280263 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.281139 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:21.281633 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.309853 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3522627 Sep 19 07:05:21.312822 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46716) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:21.318389 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Request body: {'subnet': {'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-748983150-subnet', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:21.337807 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Made reservation on behalf of 76bf84a969124fce830cedb8f96dd239 for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:05:21.340232 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26077575'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.341653 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b3c38-b56d-47f3-9a46-43c0dd5cf8b9 admin admin] Pushing event updated for resources: {'Network': ['ID=633db8ef-c271-445e-80fd-9d5a3f0f617c,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:21.351219 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 07:05:21.506576 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25770118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26077609'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.553313 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14027e14-ef36-47e9-adf1-923ff08281a5,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:21.567587 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Checking segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:05:21.567939 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Network hostable DHCP agents. Network: 633db8ef-c271-445e-80fd-9d5a3f0f617c, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 07:05:21.584044 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 07:05:21.593152 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 633db8ef-c271-445e-80fd-9d5a3f0f617c) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:21.598498 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:21.599100 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.602324 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e68f258-1e01-496d-af34-93de317601e2 None None] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:05:21.614663 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-09da2b69-6004-4b9c-9f3f-44fbc416978f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3007443 Sep 19 07:05:21.617235 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46718) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:21.621344 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:21.641493 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.642489 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.695620 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.748061 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-633db8ef-c271-445e-80fd-9d5a3f0f617c', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 07:05:21.748906 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.831429 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:21.896793 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Allocated IP 172.20.0.2 (633db8ef-c271-445e-80fd-9d5a3f0f617c/14027e14-ef36-47e9-adf1-923ff08281a5/a350ecba-0766-4475-a4c8-8fdf223a5197) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:05:22.028484 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:22.042350 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:22.047764 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:22.047944 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:22.084183 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:05:22.086951 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:22.092747 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:05:22.100160 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Pushing event updated for resources: {'Port': ['ID=a350ecba-0766-4475-a4c8-8fdf223a5197,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:22.148945 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Attempting to bind port a350ecba-0766-4475-a4c8-8fdf223a5197 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:05:22.149315 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Attempting to bind port a350ecba-0766-4475-a4c8-8fdf223a5197 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:05:22.149688 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Attempting to bind port a350ecba-0766-4475-a4c8-8fdf223a5197 on network 633db8ef-c271-445e-80fd-9d5a3f0f617c {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:05:22.155120 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:05:22.155498 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Checking segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:05:22.155945 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:22.156343 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Bound using segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:05:22.156853 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Bound port: a350ecba-0766-4475-a4c8-8fdf223a5197, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:05:22.157241 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:22.157635 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Allocated IP 172.27.1.224 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/e8be7b47-a030-4eda-88d1-3e3f9c604885) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:05:22.223576 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] For port a350ecba-0766-4475-a4c8-8fdf223a5197, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:05:22.227145 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] For port a350ecba-0766-4475-a4c8-8fdf223a5197, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=a350ecba-0766-4475-a4c8-8fdf223a5197,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:05:22.231506 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:22.258528 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:22.294060 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f9abf-26a5-477d-a7fe-f1b4d413f870 None None] Pushing event updated for resources: {'Port': ['ID=a350ecba-0766-4475-a4c8-8fdf223a5197,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:22.296531 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:22.332152 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:05:22.335160 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:22.338495 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:05:22.367968 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Pushing event updated for resources: {'Port': ['ID=e8be7b47-a030-4eda-88d1-3e3f9c604885,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:22.491599 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:05:22.868757 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:23.069500 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:23.111420 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6c7a91-fb0a-4526-87ad-23c321092b65 None None] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:05:23.196376 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Router 38a2681a-9189-4c91-a7b2-7ff72995a088 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94030) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 07:05:23.222896 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-9152811c-9111-44c6-983a-a7386c433888 None None] Provisioning complete for port a350ecba-0766-4475-a4c8-8fdf223a5197 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:23.223495 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9152811c-9111-44c6-983a-a7386c433888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:23.301911 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:05:23.317035 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] Notify callbacks [] for router, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:23.320933 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-429bfa3a-7e78-4248-afd9-5ac2e6541d55 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7001665 Sep 19 07:05:23.321072 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46722) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:23.322548 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Sync routers for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:05:23.351328 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9152811c-9111-44c6-983a-a7386c433888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:23.353089 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:23.353718 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:23.556771 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-9152811c-9111-44c6-983a-a7386c433888 None None] For port a350ecba-0766-4475-a4c8-8fdf223a5197, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=a350ecba-0766-4475-a4c8-8fdf223a5197,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:23.588540 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9152811c-9111-44c6-983a-a7386c433888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:23.633303 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:23.722925 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152811c-9111-44c6-983a-a7386c433888 None None] Pushing event updated for resources: {'Port': ['ID=a350ecba-0766-4475-a4c8-8fdf223a5197,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:23.749492 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:23.760978 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-d9ef37ca-d844-49ba-a497-22c3372f9435 None None] Provisioning complete for port a350ecba-0766-4475-a4c8-8fdf223a5197 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:23.761348 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d9ef37ca-d844-49ba-a497-22c3372f9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:23.894129 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:22Z', 'revision_number': 3, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:23.905163 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Allocated IP 172.20.0.1 (633db8ef-c271-445e-80fd-9d5a3f0f617c/14027e14-ef36-47e9-adf1-923ff08281a5/0f3ee071-2944-46c3-aed2-714e434db946) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:05:23.919906 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Checking router: 38a2681a-9189-4c91-a7b2-7ff72995a088 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:05:23.920252 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Updating router 38a2681a-9189-4c91-a7b2-7ff72995a088 port e8be7b47-a030-4eda-88d1-3e3f9c604885 binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 07:05:23.944869 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.014850 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.051573 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.059916 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device a350ecba-0766-4475-a4c8-8fdf223a5197 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:05:24.100161 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:05:24.107769 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:24.110077 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3ee071-2944-46c3-aed2-714e434db946,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:24.112787 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:05:24.151830 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.174806 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port a350ecba-0766-4475-a4c8-8fdf223a5197 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:24.175379 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.286935 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.298851 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.313264 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.360912 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-4d724feb-52c1-417f-aeab-0c6a5aff4839 None None] Provisioning complete for port 0f3ee071-2944-46c3-aed2-714e434db946 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:24.361285 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4d724feb-52c1-417f-aeab-0c6a5aff4839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.401148 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b0385-b2d7-465c-9a59-993bb5afdae4 None None] Pushing event updated for resources: {'Port': ['ID=e8be7b47-a030-4eda-88d1-3e3f9c604885,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:24.403576 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Attempting to bind port e8be7b47-a030-4eda-88d1-3e3f9c604885 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:05:24.403949 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Attempting to bind port e8be7b47-a030-4eda-88d1-3e3f9c604885 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:05:24.404304 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Attempting to bind port e8be7b47-a030-4eda-88d1-3e3f9c604885 on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:05:24.417341 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:05:24.417713 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:05:24.418114 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.418522 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:05:24.418992 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Bound port: e8be7b47-a030-4eda-88d1-3e3f9c604885, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:05:24.419368 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.421928 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-4d724feb-52c1-417f-aeab-0c6a5aff4839 None None] Port 0f3ee071-2944-46c3-aed2-714e434db946 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:05:24.452589 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.457923 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.472990 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] For port e8be7b47-a030-4eda-88d1-3e3f9c604885, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:05:24.475968 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] For port e8be7b47-a030-4eda-88d1-3e3f9c604885, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=e8be7b47-a030-4eda-88d1-3e3f9c604885,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:05:24.480263 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.523901 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3ee071-2944-46c3-aed2-714e434db946,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:24.526393 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.528612 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:24.529236 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:24.577972 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b0385-b2d7-465c-9a59-993bb5afdae4 None None] Pushing event updated for resources: {'Port': ['ID=e8be7b47-a030-4eda-88d1-3e3f9c604885,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:24.619995 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:05:24.621354 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:24.649399 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:24.740744 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Router 38a2681a-9189-4c91-a7b2-7ff72995a088 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:05:24.851871 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:05:24.858885 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ffa7d577-e9b9-46c1-a428-4453cef07ae2 None None] Provisioning complete for port 0f3ee071-2944-46c3-aed2-714e434db946 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:24.859249 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d577-e9b9-46c1-a428-4453cef07ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:24.864045 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-dbc44bc4-1abf-404d-b517-05072a94bbf6 admin admin] 10.222.0.18 "PUT /v2.0/routers/38a2681a-9189-4c91-a7b2-7ff72995a088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419314 Sep 19 07:05:24.888096 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 2, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:24.922120 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8001a6d-8458-4590-b480-11933d5758a8 None None] The sync data for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi is: [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 2, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:05:24.924454 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ffa7d577-e9b9-46c1-a428-4453cef07ae2 None None] Port 0f3ee071-2944-46c3-aed2-714e434db946 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:05:25.344925 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46738) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:25.350437 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-572385071-network', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:25.372704 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Made reservation on behalf of 34167289edd7493eb92dfe92079a3c3f for: {'network': 1} {{(pid=94031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:05:25.375193 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for network, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.384076 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.499916 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.505210 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.533029 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 19 07:05:25.541917 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e35f4e-8c5f-475b-886b-2874cdd9f6e5,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:25.550128 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.550307 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.segments_db [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Added segment 9d56d233-836f-424d-9c1b-e0621a7db61a of type vlan for network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed Sep 19 07:05:25.592044 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8795008799519'] for network, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.618859 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964'] for network, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.620006 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:25.620944 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.657007 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3085229 Sep 19 07:05:25.657358 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46740) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:25.662356 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Request body: {'subnet': {'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-572385071-subnet', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'ip_version': 4}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:25.684039 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306fe06f-e857-4865-84dc-3d50fed45488 admin admin] Pushing event updated for resources: {'Network': ['ID=5ec0019a-a42a-4e6b-9f63-0acbbe2571ed,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:25.687002 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Made reservation on behalf of 34167289edd7493eb92dfe92079a3c3f for: {'subnet': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:05:25.690311 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26077575'] for subnet, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.695018 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed details requested by agent ovs-agent-dv-cinder-809944-1-iscsi with host dv-cinder-809944-1-iscsi {{(pid=94032) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 19 07:05:25.864659 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25770118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26077609'] for subnet, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.918330 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad6fedb-edc2-4798-a566-9a0834a54568,revision_number=0']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:25.929138 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Checking segment: {'id': '9d56d233-836f-424d-9c1b-e0621a7db61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:05:25.929499 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Network hostable DHCP agents. Network: 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed, hostable agents: ['bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8'], hosted agents: [] {{(pid=94030) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 19 07:05:25.946898 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed is scheduled to be hosted by DHCP agent bc9fd22d-3622-46f2-9e2a-cf0eb81d98c8 with binding_index 1 {{(pid=94030) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 19 07:05:25.956100 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809944-1-iscsi, 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed) {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:25.962313 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:25.963253 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for subnet, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:25.964414 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4827335-849e-4a29-ae12-ecb8652d9c24 None None] Network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:05:25.985430 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46742) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:25.992402 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:25.995621 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1c0315d6-e9e6-47a8-8640-c27c858ee7ec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3370671 Sep 19 07:05:26.018583 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-608134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-435'] for router, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.020260 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-441366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-438918', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-496907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-424'] for router, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.075066 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device e8be7b47-a030-4eda-88d1-3e3f9c604885 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:05:26.094178 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.233516 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.299637 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port e8be7b47-a030-4eda-88d1-3e3f9c604885 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:26.300015 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.305170 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56068d2d-868e-5598-a98c-287cb0952cb6-5ec0019a-a42a-4e6b-9f63-0acbbe2571ed', 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'fixed_ips': [{'subnet_id': '4ad6fedb-edc2-4798-a566-9a0834a54568'}]}} from dv-cinder-809944-1-iscsi. {{(pid=94032) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 19 07:05:26.305927 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.435108 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.454228 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.484936 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.512959 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port e8be7b47-a030-4eda-88d1-3e3f9c604885, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=e8be7b47-a030-4eda-88d1-3e3f9c604885,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:26.514349 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.db_base_plugin_common [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Allocated IP 172.20.0.2 (5ec0019a-a42a-4e6b-9f63-0acbbe2571ed/4ad6fedb-edc2-4798-a566-9a0834a54568/617db1da-3734-4ba8-9832-98ae05195974) {{(pid=94032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:05:26.518979 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.574697 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_common [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Allocated IP 172.27.1.179 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/2ba356e2-049c-40b7-a502-19306ca186ae) {{(pid=94031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:05:26.626583 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=e8be7b47-a030-4eda-88d1-3e3f9c604885,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:26.680597 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.706817 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Notify callbacks [] for port, precommit_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.713561 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008'] for port, after_create {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.714476 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.757200 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:05:26.758406 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed is already hosted by enough agents. {{(pid=94032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:05:26.760043 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.base_scheduler [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:26.762357 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.scheduler.base_scheduler [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Resources bound (agent type, host, resource id): {{(pid=94032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:26.764230 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Pushing event updated for resources: {'Port': ['ID=617db1da-3734-4ba8-9832-98ae05195974,revision_number=1']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:26.765545 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Received port after_create {{(pid=94031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:05:26.766399 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Received port after_create {{(pid=94032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:05:26.771647 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Pushing event updated for resources: {'Port': ['ID=2ba356e2-049c-40b7-a502-19306ca186ae,revision_number=1']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:26.822568 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Attempting to bind port 617db1da-3734-4ba8-9832-98ae05195974 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:05:26.822938 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Attempting to bind port 617db1da-3734-4ba8-9832-98ae05195974 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '9d56d233-836f-424d-9c1b-e0621a7db61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:05:26.823306 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Attempting to bind port 617db1da-3734-4ba8-9832-98ae05195974 on network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:05:26.828345 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:05:26.828718 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Checking segment: {'id': '9d56d233-836f-424d-9c1b-e0621a7db61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:05:26.829237 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.829808 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Bound using segment: {'id': '9d56d233-836f-424d-9c1b-e0621a7db61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:05:26.830980 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Bound port: 617db1da-3734-4ba8-9832-98ae05195974, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d56d233-836f-424d-9c1b-e0621a7db61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:05:26.831515 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.884324 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Sync routers for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:05:26.893943 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:26.894825 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:26.899633 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] For port 617db1da-3734-4ba8-9832-98ae05195974, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:05:26.903469 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] For port 617db1da-3734-4ba8-9832-98ae05195974, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=617db1da-3734-4ba8-9832-98ae05195974,segment=NetworkSegment(9d56d233-836f-424d-9c1b-e0621a7db61a),segment_id=9d56d233-836f-424d-9c1b-e0621a7db61a)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:05:26.909261 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:26.968194 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34463d-dec2-4c38-9fc9-5ea115edc01c None None] Pushing event updated for resources: {'Port': ['ID=617db1da-3734-4ba8-9832-98ae05195974,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:27.037891 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:27.098958 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:27.270919 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-441369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-438353'] for router, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:27.322062 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 2, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:27.349166 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Checking router: 38a2681a-9189-4c91-a7b2-7ff72995a088 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:05:27.349516 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Updating router 38a2681a-9189-4c91-a7b2-7ff72995a088 port 0f3ee071-2944-46c3-aed2-714e434db946 binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 07:05:27.377047 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:27.395313 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 is scheduled to L3 agent 44156573-8686-43b1-ae73-55328a995f3a with binding_index 1 {{(pid=94031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 19 07:05:27.504385 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:05:27.514123 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Sync routers for ids ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:05:27.524764 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Routers {'18ba0bd9-a884-460d-8de0-d49c4ba3fab5'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:27.525071 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:27.525400 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:27.527068 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d4f8ca3b-716e-46e5-ac3d-33be05a196ef admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5393462 Sep 19 07:05:27.530082 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46744) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:27.641638 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Set router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:27.651825 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:27.659856 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:27.719371 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Pushing event updated for resources: {'Port': ['ID=0f3ee071-2944-46c3-aed2-714e434db946,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:27.731348 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.731735 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.732079 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.732606 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.732940 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.733271 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.733595 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.734113 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.734488 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.734792 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.735118 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.735439 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:05:27.791739 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Attempting to bind port 0f3ee071-2944-46c3-aed2-714e434db946 on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:05:27.792108 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Attempting to bind port 0f3ee071-2944-46c3-aed2-714e434db946 by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:05:27.792699 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Attempting to bind port 0f3ee071-2944-46c3-aed2-714e434db946 on network 633db8ef-c271-445e-80fd-9d5a3f0f617c {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:05:27.798543 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:05:27.799229 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Checking segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:05:27.799846 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:27.800423 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Bound using segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:05:27.800902 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Bound port: 0f3ee071-2944-46c3-aed2-714e434db946, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:05:27.801355 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:27.896355 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] For port 0f3ee071-2944-46c3-aed2-714e434db946, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:05:27.907042 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] For port 0f3ee071-2944-46c3-aed2-714e434db946, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=0f3ee071-2944-46c3-aed2-714e434db946,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:05:27.916154 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:27.920176 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 3, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'gw_port': {'id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:27.961200 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Checking router: 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:05:27.961200 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Updating router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 port 2ba356e2-049c-40b7-a502-19306ca186ae binding host dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 07:05:27.990780 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:27.991421 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:28.035710 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0925454-9dde-447d-8135-849eb51d462d None None] Pushing event updated for resources: {'Port': ['ID=0f3ee071-2944-46c3-aed2-714e434db946,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:28.035866 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b6372c-6cd9-4012-b7ed-3cf1b56dc074 None None] Network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:05:28.062847 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.140459 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:28.243153 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device e8be7b47-a030-4eda-88d1-3e3f9c604885 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:05:28.315485 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Provisioning complete for port 0f3ee071-2944-46c3-aed2-714e434db946 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:28.315911 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.405978 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.407217 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:27Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:28.434938 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb470df-df75-422c-96ce-6852e42028ed None None] The sync data for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi is: [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:27Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:05:28.484951 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port e8be7b47-a030-4eda-88d1-3e3f9c604885 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:28.485329 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.572942 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Allocated IP 172.20.0.1 (5ec0019a-a42a-4e6b-9f63-0acbbe2571ed/4ad6fedb-edc2-4798-a566-9a0834a54568/b7186574-cb16-4c2b-94d3-d10d68b780cd) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:05:28.624537 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.627466 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.644678 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.695424 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.735165 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.748959 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] For port 0f3ee071-2944-46c3-aed2-714e434db946, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=0f3ee071-2944-46c3-aed2-714e434db946,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:28.760796 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fa7d1-33dd-4b92-a429-552591487b76 None None] Pushing event updated for resources: {'Port': ['ID=2ba356e2-049c-40b7-a502-19306ca186ae,revision_number=2']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:28.763144 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Attempting to bind port 2ba356e2-049c-40b7-a502-19306ca186ae on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:05:28.763546 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Attempting to bind port 2ba356e2-049c-40b7-a502-19306ca186ae by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:05:28.763912 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Attempting to bind port 2ba356e2-049c-40b7-a502-19306ca186ae on network 780f14e3-1344-40ae-b25c-fee278e31eea {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:05:28.765997 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.776833 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:05:28.780339 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:28.785028 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:05:28.799050 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:05:28.799433 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Checking segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:05:28.799868 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.800271 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Bound using segment: {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'} {{(pid=94032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:05:28.800761 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.managers [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Bound port: 2ba356e2-049c-40b7-a502-19306ca186ae, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bceffc03-4878-4a60-87cb-62adaab2522d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea'}}] {{(pid=94032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:05:28.801149 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.806959 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 617db1da-3734-4ba8-9832-98ae05195974 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:05:28.832445 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Pushing event updated for resources: {'Port': ['ID=b7186574-cb16-4c2b-94d3-d10d68b780cd,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:28.847984 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-438406'] for router_interface, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.878200 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Provisioning complete for port 617db1da-3734-4ba8-9832-98ae05195974 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:28.878584 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.934008 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Pushing event updated for resources: {'Port': ['ID=0f3ee071-2944-46c3-aed2-714e434db946,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:28.954765 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] For port 2ba356e2-049c-40b7-a502-19306ca186ae, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:05:28.959890 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] For port 2ba356e2-049c-40b7-a502-19306ca186ae, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=2ba356e2-049c-40b7-a502-19306ca186ae,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:05:28.968304 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:28.995863 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.040820 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 617db1da-3734-4ba8-9832-98ae05195974 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:29.041219 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.209133 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.213618 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.221859 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Routers {'18ba0bd9-a884-460d-8de0-d49c4ba3fab5'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:29.222479 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:29.229799 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.279211 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fa7d1-33dd-4b92-a429-552591487b76 None None] Pushing event updated for resources: {'Port': ['ID=2ba356e2-049c-40b7-a502-19306ca186ae,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:29.282147 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Pushing event updated for resources: {'Port': ['ID=b7186574-cb16-4c2b-94d3-d10d68b780cd,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:29.285884 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-441110'] for router_interface, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.322956 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] For port 617db1da-3734-4ba8-9832-98ae05195974, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=617db1da-3734-4ba8-9832-98ae05195974,segment=NetworkSegment(9d56d233-836f-424d-9c1b-e0621a7db61a),segment_id=9d56d233-836f-424d-9c1b-e0621a7db61a)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:29.330614 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.380346 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:05:29.381718 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:29.465081 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] Set router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:29.472420 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.504131 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:05:29.515709 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aadded-4c43-4537-91a8-6bfe165596f2 None None] Pushing event updated for resources: {'Port': ['ID=617db1da-3734-4ba8-9832-98ae05195974,revision_number=3']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:29.540439 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-bff0d1e8-2859-428f-ab4e-972f61b6e6ec None None] Provisioning complete for port 0f3ee071-2944-46c3-aed2-714e434db946 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:29.540698 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bff0d1e8-2859-428f-ab4e-972f61b6e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.619416 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:05:29.624563 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-01f3cbf2-110f-4d46-abf4-8b8fd21b8414 admin admin] 10.222.0.18 "PUT /v2.0/routers/18ba0bd9-a884-460d-8de0-d49c4ba3fab5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0933788 Sep 19 07:05:29.750058 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-bff0d1e8-2859-428f-ab4e-972f61b6e6ec None None] Provisioning complete for port b7186574-cb16-4c2b-94d3-d10d68b780cd triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:29.750435 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bff0d1e8-2859-428f-ab4e-972f61b6e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:29.793727 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-bff0d1e8-2859-428f-ab4e-972f61b6e6ec None None] Port b7186574-cb16-4c2b-94d3-d10d68b780cd cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:05:29.797763 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 4, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'gw_port': {'id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'b7186574-cb16-4c2b-94d3-d10d68b780cd', 'name': '', 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'mac_address': 'fa:16:3e:5c:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:28Z', 'updated_at': '2021-09-19T07:05:29Z', 'revision_number': 2, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'subnets': [{'id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:29.826538 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e93ba0a-5064-47c8-9759-613d6a459fa2 None None] The sync data for ids ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'] in dv-cinder-809944-1-iscsi is: [{'id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 4, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'gw_port': {'id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'b7186574-cb16-4c2b-94d3-d10d68b780cd', 'name': '', 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'mac_address': 'fa:16:3e:5c:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:28Z', 'updated_at': '2021-09-19T07:05:29Z', 'revision_number': 2, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'subnets': [{'id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:05:29.831975 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-bff0d1e8-2859-428f-ab4e-972f61b6e6ec None None] Provisioning complete for port 617db1da-3734-4ba8-9832-98ae05195974 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:29.832326 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-bff0d1e8-2859-428f-ab4e-972f61b6e6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.064186 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-36bb9213-06e1-4629-99ce-bd33e02764a6 None None] Provisioning complete for port b7186574-cb16-4c2b-94d3-d10d68b780cd triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:30.064814 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-36bb9213-06e1-4629-99ce-bd33e02764a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.104957 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 0f3ee071-2944-46c3-aed2-714e434db946 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:05:30.126340 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46752) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:30.131160 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-ebf780c5-7dce-42ac-a1b5-1f6c4a98f56b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2116568396', 'description': 'tempest-secgroup-smoke-2116568396 description', 'project_id': '76bf84a969124fce830cedb8f96dd239'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:30.137390 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-36bb9213-06e1-4629-99ce-bd33e02764a6 None None] Port b7186574-cb16-4c2b-94d3-d10d68b780cd cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:05:30.160273 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebf780c5-7dce-42ac-a1b5-1f6c4a98f56b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.172958 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 0f3ee071-2944-46c3-aed2-714e434db946 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:30.173346 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.266764 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 617db1da-3734-4ba8-9832-98ae05195974 up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:05:30.272937 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebf780c5-7dce-42ac-a1b5-1f6c4a98f56b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.278119 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebf780c5-7dce-42ac-a1b5-1f6c4a98f56b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.309344 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf780c5-7dce-42ac-a1b5-1f6c4a98f56b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa6914a-e896-417b-9907-2b91029b4bab,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:30.314885 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-ebf780c5-7dce-42ac-a1b5-1f6c4a98f56b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.319006 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-ebf780c5-7dce-42ac-a1b5-1f6c4a98f56b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1887012 Sep 19 07:05:30.319782 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46754) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:30.320236 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 617db1da-3734-4ba8-9832-98ae05195974 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:30.320811 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.324035 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-c6ce1569-9f40-4314-adaa-a5b35abb5002 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'security_group_rule': {'security_group_id': '5aa6914a-e896-417b-9907-2b91029b4bab', 'project_id': '76bf84a969124fce830cedb8f96dd239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:30.352866 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1569-9f40-4314-adaa-a5b35abb5002 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.415366 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1569-9f40-4314-adaa-a5b35abb5002 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.419020 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1569-9f40-4314-adaa-a5b35abb5002 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.433824 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce1569-9f40-4314-adaa-a5b35abb5002 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddc9608-048c-4b84-9187-16b9372c3fbc,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:30.442666 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-c6ce1569-9f40-4314-adaa-a5b35abb5002 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.446279 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-c6ce1569-9f40-4314-adaa-a5b35abb5002 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234889 Sep 19 07:05:30.446809 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46756) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:30.451851 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-66441c77-ace8-447f-abe6-4f09f2e12c4f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'security_group_rule': {'security_group_id': '5aa6914a-e896-417b-9907-2b91029b4bab', 'project_id': '76bf84a969124fce830cedb8f96dd239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:30.477692 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-66441c77-ace8-447f-abe6-4f09f2e12c4f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.540656 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-66441c77-ace8-447f-abe6-4f09f2e12c4f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.544282 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-66441c77-ace8-447f-abe6-4f09f2e12c4f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.562189 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66441c77-ace8-447f-abe6-4f09f2e12c4f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d380830b-afe4-48b7-af5c-9fc3c2eda7af,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:30.565298 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-66441c77-ace8-447f-abe6-4f09f2e12c4f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.566431 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-66441c77-ace8-447f-abe6-4f09f2e12c4f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189976 Sep 19 07:05:30.569135 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46758) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:30.573269 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-99dee315-2fec-4728-9f01-636a13610ef8 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'security_group_rule': {'security_group_id': '5aa6914a-e896-417b-9907-2b91029b4bab', 'project_id': '76bf84a969124fce830cedb8f96dd239', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:30.597834 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-99dee315-2fec-4728-9f01-636a13610ef8 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.654183 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-99dee315-2fec-4728-9f01-636a13610ef8 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.657526 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-99dee315-2fec-4728-9f01-636a13610ef8 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.671444 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dee315-2fec-4728-9f01-636a13610ef8 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a94112-4f96-4e7a-905e-bf914a8cc57c,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:30.680451 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-99dee315-2fec-4728-9f01-636a13610ef8 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.681643 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-99dee315-2fec-4728-9f01-636a13610ef8 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116116 Sep 19 07:05:30.684323 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46760) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:30.688492 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-6b613ff7-d1d5-40cd-9033-d8643391f843 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'security_group_rule': {'security_group_id': '5aa6914a-e896-417b-9907-2b91029b4bab', 'project_id': '76bf84a969124fce830cedb8f96dd239', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:30.713268 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b613ff7-d1d5-40cd-9033-d8643391f843 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.770017 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b613ff7-d1d5-40cd-9033-d8643391f843 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.773158 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b613ff7-d1d5-40cd-9033-d8643391f843 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.790277 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b613ff7-d1d5-40cd-9033-d8643391f843 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1714c78d-4df1-4748-b6e1-6fa8e008e32e,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:30.795971 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-6b613ff7-d1d5-40cd-9033-d8643391f843 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.797142 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-6b613ff7-d1d5-40cd-9033-d8643391f843 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1119323 Sep 19 07:05:30.799846 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46762) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:30.803969 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-b3d3c37e-756d-4ad3-a73d-ef7844b561fc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'security_group_rule': {'security_group_id': '5aa6914a-e896-417b-9907-2b91029b4bab', 'project_id': '76bf84a969124fce830cedb8f96dd239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:30.824477 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.securitygroups_db [None req-b3d3c37e-756d-4ad3-a73d-ef7844b561fc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Project 76bf84a969124fce830cedb8f96dd239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 07:05:30.829162 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c37e-756d-4ad3-a73d-ef7844b561fc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.888254 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c37e-756d-4ad3-a73d-ef7844b561fc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.891559 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c37e-756d-4ad3-a73d-ef7844b561fc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.909116 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3c37e-756d-4ad3-a73d-ef7844b561fc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1f7095-3cdd-4144-abe6-b2c06dba4c62,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:30.911671 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-b3d3c37e-756d-4ad3-a73d-ef7844b561fc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:30.912824 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-b3d3c37e-756d-4ad3-a73d-ef7844b561fc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1120923 Sep 19 07:05:30.915443 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 46764) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:05:30.919576 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.v2.base [None req-ea4e8b98-b18b-40ce-9521-dbfc5c449006 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'security_group_rule': {'security_group_id': '5aa6914a-e896-417b-9907-2b91029b4bab', 'project_id': '76bf84a969124fce830cedb8f96dd239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:30.940561 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.db.securitygroups_db [None req-ea4e8b98-b18b-40ce-9521-dbfc5c449006 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Project 76bf84a969124fce830cedb8f96dd239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 19 07:05:30.945090 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8b98-b18b-40ce-9521-dbfc5c449006 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:31.003371 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8b98-b18b-40ce-9521-dbfc5c449006 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:31.006994 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8b98-b18b-40ce-9521-dbfc5c449006 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540964'] for security_group_rule, after_create {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:31.025301 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e8b98-b18b-40ce-9521-dbfc5c449006 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f9d277-4660-43bd-9407-d62732efb0b4,revision_number=0']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:31.034264 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-ea4e8b98-b18b-40ce-9521-dbfc5c449006 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:31.035620 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-ea4e8b98-b18b-40ce-9521-dbfc5c449006 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190934 Sep 19 07:05:32.048544 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 2ba356e2-049c-40b7-a502-19306ca186ae up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:05:32.097747 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 2ba356e2-049c-40b7-a502-19306ca186ae triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:32.098119 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:32.177696 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:32.197341 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] For port 2ba356e2-049c-40b7-a502-19306ca186ae, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=2ba356e2-049c-40b7-a502-19306ca186ae,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:32.201395 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:32.252587 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Pushing event updated for resources: {'Port': ['ID=2ba356e2-049c-40b7-a502-19306ca186ae,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:32.421096 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Sync routers for ids ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:05:32.430540 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Routers {'18ba0bd9-a884-460d-8de0-d49c4ba3fab5'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:32.431139 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:32.538742 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Set router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:32.732667 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 4, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'gw_port': {'id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'b7186574-cb16-4c2b-94d3-d10d68b780cd', 'name': '', 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'mac_address': 'fa:16:3e:5c:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:28Z', 'updated_at': '2021-09-19T07:05:29Z', 'revision_number': 2, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'subnets': [{'id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:32.763814 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Checking router: 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:05:32.764169 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Updating router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 port b7186574-cb16-4c2b-94d3-d10d68b780cd binding host dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 19 07:05:32.788451 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.044016 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Notify callbacks [] for port, precommit_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.048819 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.098963 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec4b54-0891-488c-895d-6e6f3be1d101 None None] Pushing event updated for resources: {'Port': ['ID=b7186574-cb16-4c2b-94d3-d10d68b780cd,revision_number=3']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:33.151463 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Attempting to bind port b7186574-cb16-4c2b-94d3-d10d68b780cd on host dv-cinder-809944-1-iscsi for vnic_type normal with profile {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:05:33.151865 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Attempting to bind port b7186574-cb16-4c2b-94d3-d10d68b780cd by drivers openvswitch,hyperv on host dv-cinder-809944-1-iscsi at level 0 using segments [{'id': '9d56d233-836f-424d-9c1b-e0621a7db61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed'}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:05:33.152228 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Attempting to bind port b7186574-cb16-4c2b-94d3-d10d68b780cd on network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:05:33.157786 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Checking agent: {'id': 'b4ec035e-56e2-483d-9f55-577de1f419ee', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809944-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 47, 16), 'started_at': datetime.datetime(2021, 9, 19, 6, 47, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809944-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:05:33.158155 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Checking segment: {'id': '9d56d233-836f-424d-9c1b-e0621a7db61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:05:33.158557 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.158946 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Bound using segment: {'id': '9d56d233-836f-424d-9c1b-e0621a7db61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed'} {{(pid=94033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:05:33.159403 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.managers [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Bound port: b7186574-cb16-4c2b-94d3-d10d68b780cd, host: dv-cinder-809944-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d56d233-836f-424d-9c1b-e0621a7db61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed'}}] {{(pid=94033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:05:33.159833 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.223662 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] For port b7186574-cb16-4c2b-94d3-d10d68b780cd, host dv-cinder-809944-1-iscsi, cleared binding levels {{(pid=94033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:05:33.226863 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.plugins.ml2.db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] For port b7186574-cb16-4c2b-94d3-d10d68b780cd, host dv-cinder-809944-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=b7186574-cb16-4c2b-94d3-d10d68b780cd,segment=NetworkSegment(9d56d233-836f-424d-9c1b-e0621a7db61a),segment_id=9d56d233-836f-424d-9c1b-e0621a7db61a)] {{(pid=94033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:05:33.232368 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron_lib.callbacks.manager [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.280243 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-00c51554-8dbd-4303-b150-c6c907075976 None None] Provisioning complete for port b7186574-cb16-4c2b-94d3-d10d68b780cd triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:33.280824 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-00c51554-8dbd-4303-b150-c6c907075976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.289092 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec4b54-0891-488c-895d-6e6f3be1d101 None None] Pushing event updated for resources: {'Port': ['ID=b7186574-cb16-4c2b-94d3-d10d68b780cd,revision_number=4']} {{(pid=94033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:33.298287 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Routers {'18ba0bd9-a884-460d-8de0-d49c4ba3fab5'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:05:33.299628 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:33.365327 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-00c51554-8dbd-4303-b150-c6c907075976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.411348 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] Set router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:05:33.412976 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-00c51554-8dbd-4303-b150-c6c907075976 None None] For port b7186574-cb16-4c2b-94d3-d10d68b780cd, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=b7186574-cb16-4c2b-94d3-d10d68b780cd,segment=NetworkSegment(9d56d233-836f-424d-9c1b-e0621a7db61a),segment_id=9d56d233-836f-424d-9c1b-e0621a7db61a)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:33.419361 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-00c51554-8dbd-4303-b150-c6c907075976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.473555 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c51554-8dbd-4303-b150-c6c907075976 None None] Pushing event updated for resources: {'Port': ['ID=b7186574-cb16-4c2b-94d3-d10d68b780cd,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:33.539998 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-28932695-5819-408e-8b2e-41a3bb66888c None None] Provisioning complete for port b7186574-cb16-4c2b-94d3-d10d68b780cd triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:33.540391 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-28932695-5819-408e-8b2e-41a3bb66888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:33.707022 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 4, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'gw_port': {'id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'b7186574-cb16-4c2b-94d3-d10d68b780cd', 'name': '', 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'mac_address': 'fa:16:3e:5c:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:28Z', 'updated_at': '2021-09-19T07:05:33Z', 'revision_number': 4, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'subnets': [{'id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:05:33.731994 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15f2ffe-c0ab-43ab-b7f4-172b40c7f802 None None] The sync data for ids ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'] in dv-cinder-809944-1-iscsi is: [{'id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 4, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'gw_port': {'id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': 'b7186574-cb16-4c2b-94d3-d10d68b780cd', 'name': '', 'network_id': '5ec0019a-a42a-4e6b-9f63-0acbbe2571ed', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'mac_address': 'fa:16:3e:5c:36:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:28Z', 'updated_at': '2021-09-19T07:05:33Z', 'revision_number': 4, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'subnets': [{'id': '4ad6fedb-edc2-4798-a566-9a0834a54568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:05:34.067052 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 2ba356e2-049c-40b7-a502-19306ca186ae up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:05:34.115762 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port 2ba356e2-049c-40b7-a502-19306ca186ae triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:34.116131 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:34.202302 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device b7186574-cb16-4c2b-94d3-d10d68b780cd up at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:05:34.254680 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Provisioning complete for port b7186574-cb16-4c2b-94d3-d10d68b780cd triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:34.255054 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:42.037129 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-44bf5e5a-c067-408f-8032-12563690547a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:44.741090 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a7ce842d-245a-45ec-b2af-403d029e12d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:45.699970 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:45.830518 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:47.419415 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:47.575554 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-ca616e62-4029-4d56-b646-f6f0f53c7646 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116568396&fields=id&tenant_id=76bf84a969124fce830cedb8f96dd239 HTTP/1.1" status: 200 len: 267 time: 0.0317304 Sep 19 07:05:47.682460 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-92d5bd7c-0153-450f-b0c9-3416e6deab8e tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:47.683939 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-92d5bd7c-0153-450f-b0c9-3416e6deab8e tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 811 time: 0.1018143 Sep 19 07:05:47.699138 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-dbb1951a-92a6-450b-89ce-2515fc88d55b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/quotas/76bf84a969124fce830cedb8f96dd239 HTTP/1.1" status: 200 len: 375 time: 0.0093715 Sep 19 07:05:47.747902 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-5bfedcaa-8c2f-4b21-bc4e-145914c9e292 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436082 Sep 19 07:05:47.762847 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-8512ead0-d19c-4500-9e0d-12ed036be8c0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 07:05:47.763819 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-8512ead0-d19c-4500-9e0d-12ed036be8c0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048511 Sep 19 07:05:47.853684 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-4b452bf3-a28f-4137-adbc-c9f791d9e1c6 service neutron] 10.222.0.18 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844007 Sep 19 07:05:47.939957 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-4f771e0f-b1ba-4239-8d51-ac0c26e76f24 service neutron] 10.222.0.18 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803413 Sep 19 07:05:48.311580 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-1d2d09d4-3b61-4d5f-a99e-5c5b1be12b3b req-b1953089-d164-4bf6-bc43-82de0ba35597 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 210 time: 0.1222219 Sep 19 07:05:49.197212 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b0704b4c-7161-460e-8317-efddef0c5576 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:49.198657 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b0704b4c-7161-460e-8317-efddef0c5576 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 811 time: 0.1071734 Sep 19 07:05:49.259889 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-0be7f956-f7dc-4617-bf07-c47ed953dc8b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76bf84a969124fce830cedb8f96dd239 HTTP/1.1" status: 200 len: 380 time: 0.0330260 Sep 19 07:05:49.270134 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'port': {'device_id': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'admin_state_up': True, 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'security_groups': ['5aa6914a-e896-417b-9907-2b91029b4bab']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:49.388835 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Made reservation on behalf of 76bf84a969124fce830cedb8f96dd239 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:05:49.392096 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:49.414291 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-185c315f-dd1c-4f51-9756-0e754531314b req-bba6a151-a870-42c0-a759-132e63bd00ae tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 210 time: 0.0363412 Sep 19 07:05:49.529982 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Allocated IP 172.20.0.10 (633db8ef-c271-445e-80fd-9d5a3f0f617c/14027e14-ef36-47e9-adf1-923ff08281a5/2b33b686-06cb-4afc-9820-a6d60f8715fa) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:05:49.666907 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:49.701250 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:49.747095 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:05:49.750193 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:05:49.756831 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:05:49.763289 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'Port': ['ID=2b33b686-06cb-4afc-9820-a6d60f8715fa,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:49.813093 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:49.814446 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:49.830838 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-b615804b-b73c-418d-ba30-32a94ee7155c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649328 Sep 19 07:05:49.850593 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-0537bde1-0275-4003-90f1-ae33e9598b17 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94030) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 19 07:05:49.851959 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-0537bde1-0275-4003-90f1-ae33e9598b17 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055530 Sep 19 07:05:49.924578 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Request body: {'port': {'device_id': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:05:49.979492 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:50.045088 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-2011c484-78c5-480b-8f5e-2a7714fa961d None None] Provisioning complete for port 2b33b686-06cb-4afc-9820-a6d60f8715fa triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:05:50.045732 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2011c484-78c5-480b-8f5e-2a7714fa961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:50.080780 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-2011c484-78c5-480b-8f5e-2a7714fa961d None None] Port 2b33b686-06cb-4afc-9820-a6d60f8715fa cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:05:50.240223 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b33b686-06cb-4afc-9820-a6d60f8715fa {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:05:50.247838 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:50.260187 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Transition to ACTIVE for port object 2b33b686-06cb-4afc-9820-a6d60f8715fa will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 07:05:50.263834 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:50.316806 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Pushing event updated for resources: {'Port': ['ID=2b33b686-06cb-4afc-9820-a6d60f8715fa,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:50.381890 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Attempting to bind port 2b33b686-06cb-4afc-9820-a6d60f8715fa on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:05:50.382226 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Attempting to bind port 2b33b686-06cb-4afc-9820-a6d60f8715fa by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:05:50.382551 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Attempting to bind port 2b33b686-06cb-4afc-9820-a6d60f8715fa on network 633db8ef-c271-445e-80fd-9d5a3f0f617c {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:05:50.387133 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Port 2b33b686-06cb-4afc-9820-a6d60f8715fa on network 633db8ef-c271-445e-80fd-9d5a3f0f617c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 07:05:50.387460 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Attempting to bind port 2b33b686-06cb-4afc-9820-a6d60f8715fa on network 633db8ef-c271-445e-80fd-9d5a3f0f617c {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:05:50.392604 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:05:50.392949 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Checking segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:05:50.393340 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Bound using segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:05:50.393771 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Bound port: 2b33b686-06cb-4afc-9820-a6d60f8715fa, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:05:50.394161 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:50.465481 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] For port 2b33b686-06cb-4afc-9820-a6d60f8715fa, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:05:50.468510 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] For port 2b33b686-06cb-4afc-9820-a6d60f8715fa, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:05:50.473186 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:50.506815 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:50.507334 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:50.508755 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] 10.222.0.32 "PUT /v2.0/ports/2b33b686-06cb-4afc-9820-a6d60f8715fa HTTP/1.1" status: 200 len: 1094 time: 0.6411674 Sep 19 07:05:50.509189 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'tag': '2b33b686-06cb-4afc-9820-a6d60f8715fa'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:05:50.511442 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d3dba8-3344-4047-83ba-ea6b5b71bf09" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce4b843-3455-47c6-8c67-9b1069bf2b93", "tag": "2b33b686-06cb-4afc-9820-a6d60f8715fa"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:05:50.537972 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975cdf0-f47c-4876-a247-4c1803505f7d service neutron] Pushing event updated for resources: {'Port': ['ID=2b33b686-06cb-4afc-9820-a6d60f8715fa,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:50.551495 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49942ed7-a754-40b4-a59f-3fd7b90a0562 req-d1f934f7-dda0-4596-9fbb-260ef74c3760 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:50.553245 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-49942ed7-a754-40b4-a59f-3fd7b90a0562 req-d1f934f7-dda0-4596-9fbb-260ef74c3760 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 944 time: 0.0681391 Sep 19 07:05:50.599982 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-49942ed7-a754-40b4-a59f-3fd7b90a0562 req-7fa29dad-033d-4f43-ae58-42d03526a8af tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364287 Sep 19 07:05:50.630449 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-4beeb0cc-35af-49f5-9d80-ba395f379bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:50.632080 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-4beeb0cc-35af-49f5-9d80-ba395f379bf7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 1097 time: 0.0633299 Sep 19 07:05:50.641467 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdc96bf-9068-4ee4-862b-f81eca00cfdb x-openstack-request-id: req-0bdc96bf-9068-4ee4-862b-f81eca00cfdb {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:05:50.641765 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce4b843-3455-47c6-8c67-9b1069bf2b93", "tag": "2b33b686-06cb-4afc-9820-a6d60f8715fa", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:05:50.642018 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0bdc96bf-9068-4ee4-862b-f81eca00cfdb {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:05:50.642417 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'tag': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'status': 'completed', 'code': 200} Sep 19 07:05:50.688366 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-1039d987-6de9-4901-ae77-f16278a3a4f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa HTTP/1.1" status: 200 len: 217 time: 0.0405474 Sep 19 07:05:50.737213 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c0fec4dd-ef3d-41a2-8022-445bcfac4643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:50.739300 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-c0fec4dd-ef3d-41a2-8022-445bcfac4643 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0444026 Sep 19 07:05:50.783723 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-e74dfd80-46ed-49f5-9c8a-c55c11ba6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:50.785739 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-e74dfd80-46ed-49f5-9c8a-c55c11ba6d43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388873 Sep 19 07:05:50.876262 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-442a0d8e-1394-45e6-8bb4-afbabd913cec service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840411 Sep 19 07:05:50.963946 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a0ae50a6-ba35-4441-854e-7f6e90a99e6d req-890b0977-8b29-474d-a510-16ffa9e192a1 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803316 Sep 19 07:05:51.100397 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-78028ade-b61e-481e-9765-5f979590219f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:51.101763 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-78028ade-b61e-481e-9765-5f979590219f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 1097 time: 0.0441747 Sep 19 07:05:51.190018 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-f8a9b9dc-1ba4-4a39-9625-60a0d6eb398d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:51.191467 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-f8a9b9dc-1ba4-4a39-9625-60a0d6eb398d service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0816131 Sep 19 07:05:51.250805 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-da45a00b-8ef9-4508-b5bf-d29ed7189e0e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa HTTP/1.1" status: 200 len: 217 time: 0.0410910 Sep 19 07:05:51.301977 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-47b16165-3073-4c0f-9ee1-dbf3fe25a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:51.303394 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-47b16165-3073-4c0f-9ee1-dbf3fe25a45f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0449491 Sep 19 07:05:51.347115 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-0e81151b-1919-4aeb-8596-37fd6b871bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:51.349148 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-0e81151b-1919-4aeb-8596-37fd6b871bc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387902 Sep 19 07:05:51.441534 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-d73330a0-c68f-4d69-b574-7b78fce7492c service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845618 Sep 19 07:05:51.529537 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-42d3dba8-3344-4047-83ba-ea6b5b71bf09 req-dbd459b2-9dce-4dcb-9229-c0f2632c1e71 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819969 Sep 19 07:05:51.721870 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca579f8a-b3f4-43ac-9997-0382697c2f32 req-2849c0c1-789a-46a9-ba6c-4699f7e93699 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:51.723315 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ca579f8a-b3f4-43ac-9997-0382697c2f32 req-2849c0c1-789a-46a9-ba6c-4699f7e93699 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 944 time: 0.0530922 Sep 19 07:05:51.766161 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-ca579f8a-b3f4-43ac-9997-0382697c2f32 req-56e139a1-ceb1-4432-a135-57772b92d99d tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369236 Sep 19 07:05:52.880372 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a03a-3d2e-4778-bc4a-69f2bfaa0b16 req-5526aee1-2383-4331-b5b8-d06036e5eb58 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:52.881844 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04a7a03a-3d2e-4778-bc4a-69f2bfaa0b16 req-5526aee1-2383-4331-b5b8-d06036e5eb58 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 944 time: 0.0484970 Sep 19 07:05:52.927774 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-04a7a03a-3d2e-4778-bc4a-69f2bfaa0b16 req-6d85b433-d33d-4b9c-8a32-7974f6dd0684 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370536 Sep 19 07:05:54.045182 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526efc46-67d0-46ad-859a-bb2bd9443677 req-578393ae-a772-4cc2-9feb-4badbc960507 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:54.047021 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-526efc46-67d0-46ad-859a-bb2bd9443677 req-578393ae-a772-4cc2-9feb-4badbc960507 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 944 time: 0.0507715 Sep 19 07:05:54.084129 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-526efc46-67d0-46ad-859a-bb2bd9443677 req-10b27e05-ac2f-40cf-958b-a6670311d89f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311902 Sep 19 07:05:55.195884 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3ac66-0d93-404a-b752-ac6e971bfa64 req-964be381-9793-4a06-a578-0aa2b61afa60 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:55.197337 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14c3ac66-0d93-404a-b752-ac6e971bfa64 req-964be381-9793-4a06-a578-0aa2b61afa60 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 944 time: 0.0479248 Sep 19 07:05:55.233499 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-14c3ac66-0d93-404a-b752-ac6e971bfa64 req-f304a47d-a74b-4510-b373-6782f2f5840a tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303860 Sep 19 07:05:56.343832 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b50a7-4c75-4af0-a6e4-df1eadd1575a req-d86e4d1f-4bbf-4bcb-bf1c-9174275a763c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:56.345252 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-268b50a7-4c75-4af0-a6e4-df1eadd1575a req-d86e4d1f-4bbf-4bcb-bf1c-9174275a763c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 944 time: 0.0466180 Sep 19 07:05:56.381195 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-268b50a7-4c75-4af0-a6e4-df1eadd1575a req-ec276754-b297-417b-962b-c610d035f519 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294383 Sep 19 07:05:57.493315 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947ca41-ac82-4045-b39c-125181a9124c req-7939bf07-9945-4acd-8055-d7f91860bd07 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:57.494780 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3947ca41-ac82-4045-b39c-125181a9124c req-7939bf07-9945-4acd-8055-d7f91860bd07 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 944 time: 0.0486088 Sep 19 07:05:57.533322 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3947ca41-ac82-4045-b39c-125181a9124c req-236f2dc9-2365-40b4-9b0c-974e4d3d7623 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Sep 19 07:05:57.942646 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b33b686-06cb-4afc-9820-a6d60f8715fa details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:05:58.034522 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b33b686-06cb-4afc-9820-a6d60f8715fa, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:58.045830 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'port_id': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'mac_address': 'fa:16:3e:f4:bb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:05:58.085110 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:58.096980 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b33b686-06cb-4afc-9820-a6d60f8715fa {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:05:58.114732 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b33b686-06cb-4afc-9820-a6d60f8715fa, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:05:58.118539 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:58.163877 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=2b33b686-06cb-4afc-9820-a6d60f8715fa,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:05:58.458924 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['2b33b686-06cb-4afc-9820-a6d60f8715fa'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:05:58.649098 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f7759-56c8-4f9e-917b-7e471774f5ec req-501dad65-126f-4d17-88a7-cc57ea06d916 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:58.650538 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4d9f7759-56c8-4f9e-917b-7e471774f5ec req-501dad65-126f-4d17-88a7-cc57ea06d916 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 945 time: 0.0503995 Sep 19 07:05:58.688064 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-4d9f7759-56c8-4f9e-917b-7e471774f5ec req-c9bb9db5-55ae-44ee-830f-446ab87562b0 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309689 Sep 19 07:05:59.407670 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:05:59.490912 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:05:59.798675 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a0ec0-3e24-43c2-b1d3-d955387920d7 req-a3f23e43-d734-47f0-a08c-c0bb9f7feb3c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:05:59.800118 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-280a0ec0-3e24-43c2-b1d3-d955387920d7 req-a3f23e43-d734-47f0-a08c-c0bb9f7feb3c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 945 time: 0.0479667 Sep 19 07:05:59.840753 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-280a0ec0-3e24-43c2-b1d3-d955387920d7 req-17f1e216-c4b7-4904-9b5b-4ea499411f65 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348344 Sep 19 07:05:59.957360 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b33b686-06cb-4afc-9820-a6d60f8715fa up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:06:00.004466 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 2b33b686-06cb-4afc-9820-a6d60f8715fa completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 07:06:00.008556 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 2b33b686-06cb-4afc-9820-a6d60f8715fa triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:06:00.008929 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:00.084065 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:00.105160 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b33b686-06cb-4afc-9820-a6d60f8715fa'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:06:00.107398 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba32f70-fc6d-4a8d-8e3c-6350609350c0" -d '{"events": [{"server_uuid": "9ce4b843-3455-47c6-8c67-9b1069bf2b93", "name": "network-vif-plugged", "status": "completed", "tag": "2b33b686-06cb-4afc-9820-a6d60f8715fa"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:06:00.120004 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 2b33b686-06cb-4afc-9820-a6d60f8715fa, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:06:00.124350 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:00.147497 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2a2b2e-bf17-4bbe-84d6-bec2424e4710 x-openstack-request-id: req-8c2a2b2e-bf17-4bbe-84d6-bec2424e4710 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:06:00.147809 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce4b843-3455-47c6-8c67-9b1069bf2b93", "name": "network-vif-plugged", "status": "completed", "tag": "2b33b686-06cb-4afc-9820-a6d60f8715fa", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:06:00.148061 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c2a2b2e-bf17-4bbe-84d6-bec2424e4710 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:06:00.148451 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'code': 200} Sep 19 07:06:00.172677 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=2b33b686-06cb-4afc-9820-a6d60f8715fa,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:06:00.373928 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4ba7-e760-4572-be0a-0fd0b6ce03e6 req-cbc0a831-3bed-4afc-9e4e-3a5aeae84884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:00.375267 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-177f4ba7-e760-4572-be0a-0fd0b6ce03e6 req-cbc0a831-3bed-4afc-9e4e-3a5aeae84884 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 1099 time: 0.0397706 Sep 19 07:06:00.407926 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-177f4ba7-e760-4572-be0a-0fd0b6ce03e6 req-1e4a5ee5-b6d6-480f-b874-42867390693d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259461 Sep 19 07:06:00.951688 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f26d9-d74a-4068-9f8d-8c0bc90ee69c req-52920f3f-6bcd-4ac3-a81d-84f9ee9a10a9 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:00.953121 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-382f26d9-d74a-4068-9f8d-8c0bc90ee69c req-52920f3f-6bcd-4ac3-a81d-84f9ee9a10a9 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 946 time: 0.0485098 Sep 19 07:06:00.990723 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-382f26d9-d74a-4068-9f8d-8c0bc90ee69c req-9ba7f03e-aaaf-41a7-be1c-829129aeb2f9 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Sep 19 07:06:02.101862 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e74134-c80c-42ad-b7a1-1bd36ae71e6b req-eb0a1701-98ce-435b-8490-dc0837ed2d89 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:02.103293 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b5e74134-c80c-42ad-b7a1-1bd36ae71e6b req-eb0a1701-98ce-435b-8490-dc0837ed2d89 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 946 time: 0.0465581 Sep 19 07:06:02.138717 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b5e74134-c80c-42ad-b7a1-1bd36ae71e6b req-ec8692d8-1ac8-4009-a7e2-ce54cc821adf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296547 Sep 19 07:06:02.248142 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a6d30-c484-4137-9b8b-6fb74df80746 req-1bd9bbb9-a634-46bc-baf3-c0254abeae34 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:02.249613 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-734a6d30-c484-4137-9b8b-6fb74df80746 req-1bd9bbb9-a634-46bc-baf3-c0254abeae34 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 946 time: 0.0476837 Sep 19 07:06:02.290905 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-734a6d30-c484-4137-9b8b-6fb74df80746 req-87de974f-f50d-4bba-87f5-52800f145bfe tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354326 Sep 19 07:06:02.312682 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46930) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:06:02.390421 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c795a9f3-05e4-443f-a094-2f5b1a7e3512 tempest-TestVolumeBootPattern-945333364 tempest-TestVolumeBootPattern-945333364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:02.392017 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-c795a9f3-05e4-443f-a094-2f5b1a7e3512 tempest-TestVolumeBootPattern-945333364 tempest-TestVolumeBootPattern-945333364-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 1094 time: 0.0783720 Sep 19 07:06:02.394782 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 46934) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:06:02.399377 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'floatingip': {'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'port_id': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:06:02.420779 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:02.513659 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:02.616286 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Allocated IP 172.27.1.196 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/fe3c89a0-9866-4c74-a0c7-78d0da87f33b) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:06:02.715286 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:02.749998 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:02.784882 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:06:02.787467 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:06:02.790874 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:06:02.817028 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'Port': ['ID=fe3c89a0-9866-4c74-a0c7-78d0da87f33b,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:06:03.141283 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:03.204375 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:03.350725 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:03.355464 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:03.425185 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'Port': ['ID=fe3c89a0-9866-4c74-a0c7-78d0da87f33b,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:06:03.436488 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:03.536891 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Floating IP c1676b12-c157-4a0a-bce5-3cf292d396c6 associated. External IP: 172.27.1.196, port: 2b33b686-06cb-4afc-9820-a6d60f8715fa. Sep 19 07:06:03.738244 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Router 38a2681a-9189-4c91-a7b2-7ff72995a088 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:06:03.842023 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:06:03.852180 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] Sync routers for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:06:03.857008 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:03.861951 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:06:03.862574 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:06:03.883879 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-a5972b01-38e1-4b87-91f6-38c58a7239c1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4881082 Sep 19 07:06:03.884424 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'tag': '2b33b686-06cb-4afc-9820-a6d60f8715fa'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:06:03.886637 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce4b843-3455-47c6-8c67-9b1069bf2b93", "tag": "2b33b686-06cb-4afc-9820-a6d60f8715fa"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:06:03.922336 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b52da86-ac5b-4bc6-9af2-5088a7f6cde7 x-openstack-request-id: req-6b52da86-ac5b-4bc6-9af2-5088a7f6cde7 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:06:03.922637 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce4b843-3455-47c6-8c67-9b1069bf2b93", "tag": "2b33b686-06cb-4afc-9820-a6d60f8715fa", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:06:03.922889 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b52da86-ac5b-4bc6-9af2-5088a7f6cde7 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:06:03.923315 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'tag': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'status': 'completed', 'code': 200} Sep 19 07:06:04.006761 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-771f509f-650b-4878-9d49-f33ce5cb2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:04.008332 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-771f509f-650b-4878-9d49-f33ce5cb2c65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 1099 time: 0.0415785 Sep 19 07:06:04.086850 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:06:04.100750 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-6b2d9e1e-fb4b-4952-90bc-ab708f7f0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:04.102209 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-6b2d9e1e-fb4b-4952-90bc-ab708f7f0e54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0870607 Sep 19 07:06:04.168020 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-ffcfe333-1090-4bef-b667-fd9922706eb2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa HTTP/1.1" status: 200 len: 1000 time: 0.0589516 Sep 19 07:06:04.216248 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-ec8bc000-bb99-41be-84df-db27db8f31ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:04.217693 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-ec8bc000-bb99-41be-84df-db27db8f31ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0427463 Sep 19 07:06:04.262974 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-24f1e152-750a-4a43-b1e1-11f3c9f899cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:04.264426 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-24f1e152-750a-4a43-b1e1-11f3c9f899cb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391088 Sep 19 07:06:04.306679 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'c1676b12-c157-4a0a-bce5-3cf292d396c6', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:f4:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:06:03Z', 'updated_at': '2021-09-19T07:06:03Z', 'revision_number': 0, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:06:04.332555 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] Checking router: 38a2681a-9189-4c91-a7b2-7ff72995a088 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:06:04.341406 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:06:04.342040 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:05:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:06:04.450273 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:06:04.617591 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-a90afcf6-9a11-49f7-9e01-d015b9d50120 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447218 Sep 19 07:06:04.679939 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'c1676b12-c157-4a0a-bce5-3cf292d396c6', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:f4:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:06:03Z', 'updated_at': '2021-09-19T07:06:03Z', 'revision_number': 0, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:06:04.707431 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59e1c4-3283-4afe-961a-de9a37a5b1e6 None None] The sync data for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi is: [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'c1676b12-c157-4a0a-bce5-3cf292d396c6', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:f4:bb:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:06:03Z', 'updated_at': '2021-09-19T07:06:03Z', 'revision_number': 0, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:06:04.707759 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ae79bfba-535d-4cab-8c76-dc5d7a05f9b6 req-dfb7c302-1847-4d86-a468-1014e2ec46fc service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830917 Sep 19 07:06:04.878992 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433989e4-3f0c-4c5c-b538-5a4ce7da56e6 None None] New status for floating IP c1676b12-c157-4a0a-bce5-3cf292d396c6: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:06:12.039142 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-06817439-b9e4-4d9d-85c5-b54de5e18608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:14.742108 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e1092c43-45b2-4391-a376-6d1aa2c34d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:15.701331 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:15.834006 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:17.419908 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:29.406359 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:31.075320 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-deca3093-fcaf-4510-b980-f9663350bab3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385597 Sep 19 07:06:31.176652 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-3985de60-1c47-499a-a942-e7fb8facad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:31.178210 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-3985de60-1c47-499a-a942-e7fb8facad2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 1099 time: 0.0431068 Sep 19 07:06:31.278000 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-1453ee1a-23d9-4c51-8d04-6c2631cc838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:31.279399 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-1453ee1a-23d9-4c51-8d04-6c2631cc838e service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0809786 Sep 19 07:06:31.344548 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-b4dc0033-c7ce-40df-bfb4-5b71dd8209e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa HTTP/1.1" status: 200 len: 1002 time: 0.0577118 Sep 19 07:06:31.391786 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-7a0cb6a7-d8a0-4e27-aa4d-bbf02f322da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:31.393139 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-7a0cb6a7-d8a0-4e27-aa4d-bbf02f322da8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0408254 Sep 19 07:06:31.437388 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-1992c035-3fe3-4cc8-a547-64ecd30ecfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:06:31.438816 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-1992c035-3fe3-4cc8-a547-64ecd30ecfba service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388355 Sep 19 07:06:31.531227 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-7f523377-ffff-480b-a13b-e1bf7280028f service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841794 Sep 19 07:06:31.619018 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-c1259e20-2b10-43d6-ad16-1a6ba6d136ab req-46184bbd-0864-401c-aa15-164a7d7f0ed5 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792260 Sep 19 07:06:36.489286 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:06:42.039749 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-99c184ec-a0dd-4e7b-8f50-036bb8006a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:44.741167 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5cf13842-991d-41a0-996c-9e6ddf0040cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:45.701986 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:45.836572 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:47.421779 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:06:59.410162 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:12.039437 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b501a91d-a756-46fe-ac93-0e94d716701e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:13.487347 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:07:14.741998 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fda0b08b-9aa3-4b5b-89d6-0cba6fb513f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:15.705001 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:15.839469 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:17.424357 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:29.414888 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:33.734636 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-1a2b449e-0375-4013-8a1b-90b9eeae8ec3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444233 Sep 19 07:07:33.829025 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-04fe7986-ab18-4db7-aa3c-5534964fc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:07:33.830478 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-04fe7986-ab18-4db7-aa3c-5534964fc69f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 1099 time: 0.0385160 Sep 19 07:07:33.930847 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-bbc1ea77-1d72-4531-ba61-646dd7e9cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:07:33.932389 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-bbc1ea77-1d72-4531-ba61-646dd7e9cb76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0833049 Sep 19 07:07:33.998761 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-5f92bdfd-81fd-45a6-a62b-28eeb119c872 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa HTTP/1.1" status: 200 len: 1002 time: 0.0596414 Sep 19 07:07:34.047157 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-6fd9bf63-eb4b-4295-8556-50bf7c087ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:07:34.048606 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-6fd9bf63-eb4b-4295-8556-50bf7c087ce6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0431406 Sep 19 07:07:34.093020 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-77c30800-12e1-4528-8205-81a92a9558a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:07:34.094437 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-77c30800-12e1-4528-8205-81a92a9558a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388000 Sep 19 07:07:34.185224 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-68b45388-2318-4fd3-bafd-e9aa8d504366 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836637 Sep 19 07:07:34.277510 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e3fa0334-c179-4084-b347-d3dc2e650dc8 req-f4c313f1-b7a4-45d6-ab3b-cf15424fce2d service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843055 Sep 19 07:07:42.039143 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f778e991-bd4f-4c58-ae14-e2a163ebf81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:44.742845 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-8f338f00-ae71-49cd-9abd-8de9fb5d1cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:45.705360 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:45.841537 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:47.427666 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:07:50.485488 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:07:59.151041 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803789b0-719d-4bb8-be3a-a0f805c30b9e req-cbf07bb5-e82a-4d55-8ca4-6baeb1ef483d tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:07:59.152505 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-803789b0-719d-4bb8-be3a-a0f805c30b9e req-cbf07bb5-e82a-4d55-8ca4-6baeb1ef483d tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 946 time: 0.0491297 Sep 19 07:07:59.191864 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-803789b0-719d-4bb8-be3a-a0f805c30b9e req-0ce95280-bf7c-4bd4-b732-75df0801422c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332789 Sep 19 07:07:59.414870 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:00.323589 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71857a-ee65-45c4-8b03-09665c291395 req-bc0a57ce-5412-4acf-84eb-1ee60ec388bd tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:00.324986 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab71857a-ee65-45c4-8b03-09665c291395 req-bc0a57ce-5412-4acf-84eb-1ee60ec388bd tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 946 time: 0.0478995 Sep 19 07:08:00.363008 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-ab71857a-ee65-45c4-8b03-09665c291395 req-fac8a21e-e29a-410f-8246-8f5669927ac6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322804 Sep 19 07:08:00.819248 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-fe38969b-7e77-4cc2-9180-3198d27f3658 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:00.820733 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-fe38969b-7e77-4cc2-9180-3198d27f3658 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 946 time: 0.0496430 Sep 19 07:08:00.909274 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Deleting port 2b33b686-06cb-4afc-9820-a6d60f8715fa {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:08:00.909616 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:00.994839 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] For port 2b33b686-06cb-4afc-9820-a6d60f8715fa, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=2b33b686-06cb-4afc-9820-a6d60f8715fa,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:08:00.995201 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:01.161855 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:01.162136 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:01.162473 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Floating IP c1676b12-c157-4a0a-bce5-3cf292d396c6 disassociated. External IP: 172.27.1.196, port: 2b33b686-06cb-4afc-9820-a6d60f8715fa. Sep 19 07:08:01.162967 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Calling delete_port for 2b33b686-06cb-4afc-9820-a6d60f8715fa owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:08:01.285475 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:01.316807 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event deleted for resources: {'Port': ['ID=2b33b686-06cb-4afc-9820-a6d60f8715fa,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:08:01.327399 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.327951 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.328152 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.328421 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.328756 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.329083 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.329413 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.329739 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.330066 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.330389 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.330709 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.331027 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:01.440166 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Router 38a2681a-9189-4c91-a7b2-7ff72995a088 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:08:01.454723 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b0b76e06-5f1a-4bb9-8376-b8b2664efda1 req-3b111e42-5f8a-419c-9ec5-16dcb848ba91 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ce4b843-3455-47c6-8c67-9b1069bf2b93 HTTP/1.1" status: 200 len: 210 time: 0.0266042 Sep 19 07:08:01.542958 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:08:01.552630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] Sync routers for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:08:01.562194 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:08:01.562808 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:07:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:08:01.584329 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] No DVR routers for this DVR port 2b33b686-06cb-4afc-9820-a6d60f8715fa on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:08:01.586965 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:01.589060 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3fa4c756-a5dc-419b-82f5-65575ac44a94 req-032da9f9-9161-454e-9ac3-e601df1fc177 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "DELETE /v2.0/ports/2b33b686-06cb-4afc-9820-a6d60f8715fa HTTP/1.1" status: 204 len: 173 time: 0.7620494 Sep 19 07:08:01.589523 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'name': 'network-vif-deleted', 'tag': '2b33b686-06cb-4afc-9820-a6d60f8715fa'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:08:01.591882 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9caffc-437a-48c7-bdc8-80f99087e64b" -d '{"events": [{"server_uuid": "9ce4b843-3455-47c6-8c67-9b1069bf2b93", "name": "network-vif-deleted", "tag": "2b33b686-06cb-4afc-9820-a6d60f8715fa"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:08:01.628215 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d513479-567a-496d-9fc6-1a5fdd885c95 x-openstack-request-id: req-0d513479-567a-496d-9fc6-1a5fdd885c95 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:08:01.628598 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce4b843-3455-47c6-8c67-9b1069bf2b93", "name": "network-vif-deleted", "tag": "2b33b686-06cb-4afc-9820-a6d60f8715fa", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:08:01.629010 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d513479-567a-496d-9fc6-1a5fdd885c95 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:08:01.629474 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce4b843-3455-47c6-8c67-9b1069bf2b93', 'name': 'network-vif-deleted', 'tag': '2b33b686-06cb-4afc-9820-a6d60f8715fa', 'status': 'completed', 'code': 200} Sep 19 07:08:01.679601 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:08:01.878300 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:08:01.907229 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] Checking router: 38a2681a-9189-4c91-a7b2-7ff72995a088 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:08:01.915243 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:08:01.915870 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:07:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:08:02.019680 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:08:02.334534 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:08:02.360231 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e1c24f-a776-4adb-9fe0-494d76097ece None None] The sync data for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi is: [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:08:02.580122 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29efbfed-58d1-4946-ba9e-20c80238186d None None] New status for floating IP c1676b12-c157-4a0a-bce5-3cf292d396c6: DOWN {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:08:02.683296 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-1666704a-ddcc-47b0-bd70-40a8abf75700 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116568396&fields=id&tenant_id=76bf84a969124fce830cedb8f96dd239 HTTP/1.1" status: 200 len: 267 time: 0.0336554 Sep 19 07:08:02.790456 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-e2d2f8a9-7581-42c2-a59c-a5ca9f0657c4 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:02.792500 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-e2d2f8a9-7581-42c2-a59c-a5ca9f0657c4 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 811 time: 0.1023164 Sep 19 07:08:02.806585 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-3ce4baaa-c2c2-4352-843c-143fa7afff85 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/quotas/76bf84a969124fce830cedb8f96dd239 HTTP/1.1" status: 200 len: 375 time: 0.0084701 Sep 19 07:08:02.860664 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-3c1b5459-ee57-4e44-82a9-95a3d911aefc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489812 Sep 19 07:08:02.952420 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-9d7615ca-981c-44f1-a409-33833e018849 service neutron] 10.222.0.18 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802271 Sep 19 07:08:03.042428 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-aff2c922-952c-4393-959a-d62f542b19cf service neutron] 10.222.0.18 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842230 Sep 19 07:08:03.315758 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-34511e82-15da-48e9-87d8-655a1e2dbb4d req-06ab047c-44d9-44a9-bb0e-d6127a6f6c6d tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 210 time: 0.0264935 Sep 19 07:08:04.423420 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-83e73918-7cb2-4ce5-9e93-1c70f968be4b req-e8479c5f-702a-439a-87c6-ae03464f2b7b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 210 time: 0.0386803 Sep 19 07:08:04.434131 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-6619ead5-8b71-46a6-9814-3e40caee2b18 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:04.435691 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-6619ead5-8b71-46a6-9814-3e40caee2b18 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 811 time: 0.1295846 Sep 19 07:08:04.491566 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-e70e84df-0228-4b9c-9add-8effb58196ec tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76bf84a969124fce830cedb8f96dd239 HTTP/1.1" status: 200 len: 380 time: 0.0329843 Sep 19 07:08:04.500879 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'port': {'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'admin_state_up': True, 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'security_groups': ['5aa6914a-e896-417b-9907-2b91029b4bab']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:08:04.604847 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Made reservation on behalf of 76bf84a969124fce830cedb8f96dd239 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:08:04.608252 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:04.704522 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b33b686-06cb-4afc-9820-a6d60f8715fa no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:08:04.727447 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 2b33b686-06cb-4afc-9820-a6d60f8715fa {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:08:04.727810 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 2b33b686-06cb-4afc-9820-a6d60f8715fa not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:08:04.737200 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Allocated IP 172.20.0.7 (633db8ef-c271-445e-80fd-9d5a3f0f617c/14027e14-ef36-47e9-adf1-923ff08281a5/73bffd30-fee9-40be-94be-6c1cbd85fb94) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:08:04.877179 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:04.911089 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:04.953640 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:08:04.957108 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:08:04.964004 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:08:04.973200 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'Port': ['ID=73bffd30-fee9-40be-94be-6c1cbd85fb94,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:08:05.023470 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:05.024259 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:05.043220 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-8c7a073c-3b75-470d-b3ae-ece385dc9f47 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458732 Sep 19 07:08:05.064103 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Request body: {'port': {'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:08:05.122746 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:05.213555 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-89f8797d-cc08-4df6-9acb-a5ef9f5312a0 None None] Provisioning complete for port 73bffd30-fee9-40be-94be-6c1cbd85fb94 triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:08:05.213824 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-89f8797d-cc08-4df6-9acb-a5ef9f5312a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:05.246630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-89f8797d-cc08-4df6-9acb-a5ef9f5312a0 None None] Port 73bffd30-fee9-40be-94be-6c1cbd85fb94 cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:08:05.373540 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bffd30-fee9-40be-94be-6c1cbd85fb94 {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:08:05.387268 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:05.398481 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Transition to ACTIVE for port object 73bffd30-fee9-40be-94be-6c1cbd85fb94 will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 07:08:05.402153 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:05.453602 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Pushing event updated for resources: {'Port': ['ID=73bffd30-fee9-40be-94be-6c1cbd85fb94,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:08:05.522996 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Attempting to bind port 73bffd30-fee9-40be-94be-6c1cbd85fb94 on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:08:05.523488 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Attempting to bind port 73bffd30-fee9-40be-94be-6c1cbd85fb94 by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:08:05.523993 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Attempting to bind port 73bffd30-fee9-40be-94be-6c1cbd85fb94 on network 633db8ef-c271-445e-80fd-9d5a3f0f617c {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:08:05.529286 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Port 73bffd30-fee9-40be-94be-6c1cbd85fb94 on network 633db8ef-c271-445e-80fd-9d5a3f0f617c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 07:08:05.529882 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Attempting to bind port 73bffd30-fee9-40be-94be-6c1cbd85fb94 on network 633db8ef-c271-445e-80fd-9d5a3f0f617c {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:08:05.536251 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:08:05.536584 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Checking segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:08:05.536980 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Bound using segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:08:05.537416 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Bound port: 73bffd30-fee9-40be-94be-6c1cbd85fb94, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:08:05.537783 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:05.546266 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e59dd-a4d6-4b7b-9b84-9a8023e01e72 req-ad52a58b-481f-463d-8851-d2eab8f37cc1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:05.547958 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e34e59dd-a4d6-4b7b-9b84-9a8023e01e72 req-ad52a58b-481f-463d-8851-d2eab8f37cc1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 943 time: 0.0506773 Sep 19 07:08:05.587873 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e34e59dd-a4d6-4b7b-9b84-9a8023e01e72 req-5cf50630-77e8-458b-900d-78eafe57e50d tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Sep 19 07:08:05.610735 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] For port 73bffd30-fee9-40be-94be-6c1cbd85fb94, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:08:05.613678 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] For port 73bffd30-fee9-40be-94be-6c1cbd85fb94, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:08:05.617944 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:05.649335 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:05.649957 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:05.651347 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] 10.222.0.32 "PUT /v2.0/ports/73bffd30-fee9-40be-94be-6c1cbd85fb94 HTTP/1.1" status: 200 len: 1093 time: 0.5919528 Sep 19 07:08:05.651798 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:08:05.654257 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c36840a-cc17-4721-a34b-f56c7297218c" -d '{"events": [{"name": "network-changed", "server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:08:05.687257 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c1e33-10c8-4d71-9729-324b5ac50c92 service neutron] Pushing event updated for resources: {'Port': ['ID=73bffd30-fee9-40be-94be-6c1cbd85fb94,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:08:05.705238 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef2931a-89ed-47cf-bd67-2e531ba43794 x-openstack-request-id: req-9ef2931a-89ed-47cf-bd67-2e531ba43794 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:08:05.705529 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:08:05.705789 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ef2931a-89ed-47cf-bd67-2e531ba43794 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:08:05.706193 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'status': 'completed', 'code': 200} Sep 19 07:08:05.763707 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-89d3c48d-38e1-4659-ba37-cdc9f5b3d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:05.765148 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-89d3c48d-38e1-4659-ba37-cdc9f5b3d973 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 1096 time: 0.0430982 Sep 19 07:08:05.816022 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-ba6b7286-ee2f-4934-a275-a774a1607aa4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94 HTTP/1.1" status: 200 len: 217 time: 0.0377722 Sep 19 07:08:05.863759 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-3c19d388-8277-49c0-87b4-32972d41a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:05.865146 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-3c19d388-8277-49c0-87b4-32972d41a8f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0423841 Sep 19 07:08:05.908677 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-e7b17030-a6b5-4fb6-add8-bf1e3d64d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:05.910137 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-e7b17030-a6b5-4fb6-add8-bf1e3d64d430 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382309 Sep 19 07:08:05.999826 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-c360924a-740f-4c06-8946-8955df04aa1e service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822637 Sep 19 07:08:06.086672 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-7beb6782-c3ea-4ed0-b865-e70a046f91c2 req-4451c444-8310-4b22-ad47-f36f73d2e89c service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800502 Sep 19 07:08:06.216418 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36840a-cc17-4721-a34b-f56c7297218c req-a6c182f3-9e88-4869-b901-ab571c6d0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:06.217887 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c36840a-cc17-4721-a34b-f56c7297218c req-a6c182f3-9e88-4869-b901-ab571c6d0f39 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 1096 time: 0.0442972 Sep 19 07:08:06.305490 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36840a-cc17-4721-a34b-f56c7297218c req-3a9f2aba-ff42-4259-a8f5-0545be36f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:06.306844 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c36840a-cc17-4721-a34b-f56c7297218c req-3a9f2aba-ff42-4259-a8f5-0545be36f88a service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0803759 Sep 19 07:08:06.358036 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c36840a-cc17-4721-a34b-f56c7297218c req-4ac773b3-6fad-4fd2-af92-532108d24d2f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94 HTTP/1.1" status: 200 len: 217 time: 0.0358343 Sep 19 07:08:06.406078 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36840a-cc17-4721-a34b-f56c7297218c req-3d807d7b-84ec-4a0a-a72c-6ec5b4d83aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:06.407425 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c36840a-cc17-4721-a34b-f56c7297218c req-3d807d7b-84ec-4a0a-a72c-6ec5b4d83aa8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0419843 Sep 19 07:08:06.450766 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36840a-cc17-4721-a34b-f56c7297218c req-4129d671-67d2-4f31-b02b-e7d8c586140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:06.452198 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c36840a-cc17-4721-a34b-f56c7297218c req-4129d671-67d2-4f31-b02b-e7d8c586140d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374215 Sep 19 07:08:06.543627 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c36840a-cc17-4721-a34b-f56c7297218c req-44fe2c79-e032-4230-b095-e3da01361efa service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831919 Sep 19 07:08:06.635612 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-3c36840a-cc17-4721-a34b-f56c7297218c req-9833d37d-ce2e-4252-a935-3d514b402d55 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807087 Sep 19 07:08:06.698624 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3ceee-f927-4dd4-b646-a564f3c8432c req-33800f05-b82e-4a88-821f-2668f5555d20 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:06.700075 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-10f3ceee-f927-4dd4-b646-a564f3c8432c req-33800f05-b82e-4a88-821f-2668f5555d20 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 943 time: 0.0475307 Sep 19 07:08:06.738375 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-10f3ceee-f927-4dd4-b646-a564f3c8432c req-dd1fed19-6e69-481e-b885-ccb09b0d1589 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Sep 19 07:08:07.851384 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b3ad1-0bcf-43d7-8cb5-a38dd424f697 req-31bfc931-901a-4138-b3c6-b7947cb396d7 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:07.852835 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-027b3ad1-0bcf-43d7-8cb5-a38dd424f697 req-31bfc931-901a-4138-b3c6-b7947cb396d7 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 943 time: 0.0472419 Sep 19 07:08:07.892346 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-027b3ad1-0bcf-43d7-8cb5-a38dd424f697 req-0c273922-3269-4394-b42e-3048535d8962 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Sep 19 07:08:09.002622 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926eb3b0-1a37-434e-835f-d0a03369aa79 req-922b3017-2783-43c9-b303-0f7e9f9c71e4 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:09.004111 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-926eb3b0-1a37-434e-835f-d0a03369aa79 req-922b3017-2783-43c9-b303-0f7e9f9c71e4 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 943 time: 0.0479567 Sep 19 07:08:09.040325 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-926eb3b0-1a37-434e-835f-d0a03369aa79 req-23daefb1-85c8-41b8-96aa-d1b19c0aacbb tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304379 Sep 19 07:08:10.150091 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb04216-8346-4d28-bdbc-3e5cce816c01 req-d141c2ee-1a0e-4eba-9f20-ad7b6ffa352a tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:10.151674 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6cb04216-8346-4d28-bdbc-3e5cce816c01 req-d141c2ee-1a0e-4eba-9f20-ad7b6ffa352a tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 943 time: 0.0479891 Sep 19 07:08:10.189472 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6cb04216-8346-4d28-bdbc-3e5cce816c01 req-8c132e74-ef4b-41d5-be4a-09d88253b1b8 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Sep 19 07:08:11.304626 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d4dc3-a566-43ca-87fc-8b0e4549ddc1 req-53c3239b-7466-4557-bf81-2a1ebf1a7331 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:11.306065 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d92d4dc3-a566-43ca-87fc-8b0e4549ddc1 req-53c3239b-7466-4557-bf81-2a1ebf1a7331 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 943 time: 0.0476358 Sep 19 07:08:11.342086 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-d92d4dc3-a566-43ca-87fc-8b0e4549ddc1 req-39508904-4676-4e2b-ba48-f5538e6b8140 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301917 Sep 19 07:08:12.039358 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-b4d01c34-a350-4968-9f0a-7841b2c403d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:12.451709 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e571a-05b7-499e-ae8b-295e8bc4685e req-7254535c-6ea0-49f4-bd6e-c2e4ded042b9 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:12.453142 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e25e571a-05b7-499e-ae8b-295e8bc4685e req-7254535c-6ea0-49f4-bd6e-c2e4ded042b9 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 943 time: 0.0471895 Sep 19 07:08:12.490359 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e25e571a-05b7-499e-ae8b-295e8bc4685e req-8aba7bd3-b204-44c8-b27a-4f4a26cb082a tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313332 Sep 19 07:08:12.768206 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 73bffd30-fee9-40be-94be-6c1cbd85fb94 details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:08:12.865753 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 73bffd30-fee9-40be-94be-6c1cbd85fb94, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:08:12.879168 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:08:12.915021 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:12.927006 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bffd30-fee9-40be-94be-6c1cbd85fb94 {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:08:12.944872 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 73bffd30-fee9-40be-94be-6c1cbd85fb94, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:08:12.949218 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:12.993549 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=73bffd30-fee9-40be-94be-6c1cbd85fb94,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:08:13.000269 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.000617 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.000954 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.001283 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.001610 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.001936 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.002259 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.002582 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.002922 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.003245 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.003581 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.003899 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:08:13.228998 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['73bffd30-fee9-40be-94be-6c1cbd85fb94'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:08:13.600040 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0d577-f6f9-4c86-bcee-19e9d5df5dc4 req-9eafe3bd-b50d-46e3-8a31-0573a6f2001b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:13.601468 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7dd0d577-f6f9-4c86-bcee-19e9d5df5dc4 req-9eafe3bd-b50d-46e3-8a31-0573a6f2001b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 944 time: 0.0468519 Sep 19 07:08:13.641204 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7dd0d577-f6f9-4c86-bcee-19e9d5df5dc4 req-33cb49ed-159c-4367-b554-6955391db9a1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340302 Sep 19 07:08:14.742569 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-34d0f0a6-b1e3-4323-bf28-f813f5a481f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:14.751415 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8d2e4-f86a-4199-886d-c2469acfecd1 req-a0053e27-5891-429f-b55d-b58c8cfed813 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:14.753000 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-71f8d2e4-f86a-4199-886d-c2469acfecd1 req-a0053e27-5891-429f-b55d-b58c8cfed813 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 944 time: 0.0476763 Sep 19 07:08:14.783205 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 73bffd30-fee9-40be-94be-6c1cbd85fb94 up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:08:14.794172 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-71f8d2e4-f86a-4199-886d-c2469acfecd1 req-63bd3932-b77d-47fd-ac7f-4ae236e45da5 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352519 Sep 19 07:08:14.831586 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port 73bffd30-fee9-40be-94be-6c1cbd85fb94 completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 07:08:14.835240 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port 73bffd30-fee9-40be-94be-6c1cbd85fb94 triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:08:14.835637 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:14.911704 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:14.933280 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:08:14.935415 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060aa1ef-168d-4bdf-a05c-67ab8df13c4b" -d '{"events": [{"server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "name": "network-vif-plugged", "status": "completed", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:08:14.948379 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port 73bffd30-fee9-40be-94be-6c1cbd85fb94, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:08:14.952467 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:14.997839 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=73bffd30-fee9-40be-94be-6c1cbd85fb94,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:08:15.034578 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cbf398-e3a4-4d89-b78f-494628440afb x-openstack-request-id: req-77cbf398-e3a4-4d89-b78f-494628440afb {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:08:15.034875 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "name": "network-vif-plugged", "status": "completed", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:08:15.035135 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77cbf398-e3a4-4d89-b78f-494628440afb {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:08:15.035543 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'code': 200} Sep 19 07:08:15.261916 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651e6ec-53e4-4d9b-9a14-09dc0bb763a3 req-0b9bd661-8ed5-429f-a793-7c213dabbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:15.263363 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9651e6ec-53e4-4d9b-9a14-09dc0bb763a3 req-0b9bd661-8ed5-429f-a793-7c213dabbccf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 1098 time: 0.0396292 Sep 19 07:08:15.297216 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-9651e6ec-53e4-4d9b-9a14-09dc0bb763a3 req-8a9f0e9e-7402-4405-82df-deceb2da11cc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265615 Sep 19 07:08:15.704702 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:15.846183 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:15.910626 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952fc9-cb07-4c10-91ec-cf7bf489380a req-e912a686-69cb-479d-8e54-de30fb007da7 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:15.912082 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e7952fc9-cb07-4c10-91ec-cf7bf489380a req-e912a686-69cb-479d-8e54-de30fb007da7 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 945 time: 0.0475125 Sep 19 07:08:15.947860 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-e7952fc9-cb07-4c10-91ec-cf7bf489380a req-fc077251-68ce-4d25-b549-5d991c54a87a tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300829 Sep 19 07:08:17.060700 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cfbb2-5ef8-41e3-bb44-05b77f1c4048 req-02fed712-e309-4916-999b-50b31a96072f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:17.062147 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b67cfbb2-5ef8-41e3-bb44-05b77f1c4048 req-02fed712-e309-4916-999b-50b31a96072f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 945 time: 0.0481563 Sep 19 07:08:17.098006 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-b67cfbb2-5ef8-41e3-bb44-05b77f1c4048 req-5a3dd70f-2224-4d8d-945a-ff5d0ffce249 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301106 Sep 19 07:08:17.206377 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35d089-451a-441e-b5cf-7ef18d403555 req-a53d122d-f8c0-4adf-8fcb-17499ec438c4 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:17.207818 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e35d089-451a-441e-b5cf-7ef18d403555 req-a53d122d-f8c0-4adf-8fcb-17499ec438c4 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 945 time: 0.0466104 Sep 19 07:08:17.246418 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e35d089-451a-441e-b5cf-7ef18d403555 req-3f9b022d-06b9-4742-98a6-18a042df046b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Sep 19 07:08:17.267964 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47056) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:08:17.305301 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f43ea82-fb1e-4b70-b564-ea9818970302 tempest-TestVolumeBootPattern-945333364 tempest-TestVolumeBootPattern-945333364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:17.307253 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-9f43ea82-fb1e-4b70-b564-ea9818970302 tempest-TestVolumeBootPattern-945333364 tempest-TestVolumeBootPattern-945333364-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 1093 time: 0.0383396 Sep 19 07:08:17.309824 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47058) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:08:17.313860 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'floatingip': {'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:08:17.335074 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:17.427652 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:17.429372 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:17.530872 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Allocated IP 172.27.1.31 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/e29136a0-a1a7-47ca-bbc4-014368b7460c) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:08:17.627150 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:17.661972 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:17.698621 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:08:17.701403 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:08:17.706771 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:08:17.727937 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'Port': ['ID=e29136a0-a1a7-47ca-bbc4-014368b7460c,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:08:18.045715 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:18.110791 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:18.255334 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:18.260339 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:18.328565 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'Port': ['ID=e29136a0-a1a7-47ca-bbc4-014368b7460c,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:08:18.339427 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:18.434944 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Floating IP be4d009a-c2bd-459e-83ae-a27a57647590 associated. External IP: 172.27.1.31, port: 73bffd30-fee9-40be-94be-6c1cbd85fb94. Sep 19 07:08:18.895271 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Router 38a2681a-9189-4c91-a7b2-7ff72995a088 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:08:18.998350 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:08:19.008327 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] Sync routers for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:08:19.015341 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:19.018965 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:08:19.019610 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:08:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:08:19.042771 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b88ad28c-4f61-4e65-af82-ac648120f944 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7319846 Sep 19 07:08:19.043357 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:08:19.045722 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44328524-0030-4591-8f49-82720b9e63b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:08:19.081009 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac4fe4d-5492-405c-85b8-d98e5de63fdb x-openstack-request-id: req-7ac4fe4d-5492-405c-85b8-d98e5de63fdb {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:08:19.081296 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:08:19.081544 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ac4fe4d-5492-405c-85b8-d98e5de63fdb {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:08:19.081936 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'status': 'completed', 'code': 200} Sep 19 07:08:19.126512 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:08:19.163766 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328524-0030-4591-8f49-82720b9e63b2 req-ecf06057-84b1-457d-a03a-ad4036decddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:19.165201 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44328524-0030-4591-8f49-82720b9e63b2 req-ecf06057-84b1-457d-a03a-ad4036decddb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 1098 time: 0.0404067 Sep 19 07:08:19.262743 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328524-0030-4591-8f49-82720b9e63b2 req-bad779c4-90d0-45f0-bc17-0f9aa60653ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:19.264246 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44328524-0030-4591-8f49-82720b9e63b2 req-bad779c4-90d0-45f0-bc17-0f9aa60653ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0925329 Sep 19 07:08:19.332627 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44328524-0030-4591-8f49-82720b9e63b2 req-5a763099-dd26-4542-94a9-625bf44240bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94 HTTP/1.1" status: 200 len: 998 time: 0.0608399 Sep 19 07:08:19.346646 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'be4d009a-c2bd-459e-83ae-a27a57647590', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:08:17Z', 'updated_at': '2021-09-19T07:08:17Z', 'revision_number': 0, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:08:19.372338 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] Checking router: 38a2681a-9189-4c91-a7b2-7ff72995a088 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:08:19.380357 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:08:19.380495 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328524-0030-4591-8f49-82720b9e63b2 req-6e85d026-aba4-4eec-9cb7-2c82c83a5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:19.380961 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:08:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:08:19.381848 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44328524-0030-4591-8f49-82720b9e63b2 req-6e85d026-aba4-4eec-9cb7-2c82c83a5f81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0424275 Sep 19 07:08:19.427364 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44328524-0030-4591-8f49-82720b9e63b2 req-cee849d9-efba-4d08-9e68-e7fb3fc418f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:19.428840 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44328524-0030-4591-8f49-82720b9e63b2 req-cee849d9-efba-4d08-9e68-e7fb3fc418f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402076 Sep 19 07:08:19.487363 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:08:19.522362 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44328524-0030-4591-8f49-82720b9e63b2 req-b75367b9-5c20-442f-8f2d-341424d0a099 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864174 Sep 19 07:08:19.612487 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-44328524-0030-4591-8f49-82720b9e63b2 req-e683caad-191b-4be6-84fc-9100ff7ea135 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819271 Sep 19 07:08:19.715978 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'be4d009a-c2bd-459e-83ae-a27a57647590', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:08:17Z', 'updated_at': '2021-09-19T07:08:17Z', 'revision_number': 0, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:08:19.741737 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3627238c-8a2c-4225-a7fe-4d49fa3524f6 None None] The sync data for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi is: [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'be4d009a-c2bd-459e-83ae-a27a57647590', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:08:17Z', 'updated_at': '2021-09-19T07:08:17Z', 'revision_number': 0, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:08:19.924752 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcef4ed-b1e5-43d5-a76b-9a53973d3b04 None None] New status for floating IP be4d009a-c2bd-459e-83ae-a27a57647590: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:08:27.484180 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:08:29.415727 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:34.776309 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-e29fbadb-c32a-421d-b2a2-53507e5bda86 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385976 Sep 19 07:08:34.882039 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-b092825b-895a-43b4-b32e-f80c0b4fb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:34.883489 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-b092825b-895a-43b4-b32e-f80c0b4fb221 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 1098 time: 0.0439723 Sep 19 07:08:34.991487 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-71e2ed53-2674-4766-b3b8-e13a32f2b9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:34.993005 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-71e2ed53-2674-4766-b3b8-e13a32f2b9d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0895929 Sep 19 07:08:35.059384 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-89274231-16cd-4992-9ff9-b550e6212eb4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94 HTTP/1.1" status: 200 len: 1000 time: 0.0591486 Sep 19 07:08:35.107872 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-105b8806-f699-458d-8e73-70eb06d40fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:35.109235 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-105b8806-f699-458d-8e73-70eb06d40fd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0428467 Sep 19 07:08:35.152974 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-52ecea1b-7c42-453d-93ee-5653f47a11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:08:35.154643 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-52ecea1b-7c42-453d-93ee-5653f47a11b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380073 Sep 19 07:08:35.244949 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-823c5e19-6365-4339-92f4-b10942380396 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834329 Sep 19 07:08:35.331544 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-66fcfe13-955b-49af-a8f4-f1c34abe7d25 req-128c19d9-8b3d-4008-9cdc-3921cb258b73 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788932 Sep 19 07:08:42.039402 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-81b3e971-646f-499b-9a9d-aa53e66be618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:44.742846 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e5ac51c0-ceaf-4a1b-b91e-b08f442b6777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:45.704809 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:45.847659 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:47.431226 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:08:59.429197 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:04.484294 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:09:12.040468 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-fe3fda86-1dd0-4719-bf0f-032ad6f71828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:14.742494 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-aef368c9-e541-4b54-89bc-5a95e287bab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:15.706493 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:15.848977 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:17.433728 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:29.442929 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:34.902588 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-69256961-a442-4125-90d2-ec3e1016bcf8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422878 Sep 19 07:09:34.996739 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-0eabcc07-2232-423b-8d2f-a184eceb5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:34.998187 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-0eabcc07-2232-423b-8d2f-a184eceb5302 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 1098 time: 0.0399692 Sep 19 07:09:35.098119 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-f29d029e-2875-48f5-9775-f03f8f92427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:35.099582 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-f29d029e-2875-48f5-9775-f03f8f92427c service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0821660 Sep 19 07:09:35.166346 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-8d368f66-2f35-43b8-b9c6-4b251817dc6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94 HTTP/1.1" status: 200 len: 1000 time: 0.0599425 Sep 19 07:09:35.212341 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-bfd5b544-03e0-412b-8e52-1d340a28650c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:35.213700 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-bfd5b544-03e0-412b-8e52-1d340a28650c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0410540 Sep 19 07:09:35.256757 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-28b4f370-da2b-44ec-ab98-6b868223022c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:35.258170 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-28b4f370-da2b-44ec-ab98-6b868223022c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377207 Sep 19 07:09:35.349908 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-a36d355e-d0dd-4764-8a92-25179ab28638 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833201 Sep 19 07:09:35.440347 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-0e0df891-fb22-4b6a-99af-5641b0cc691b req-66d63c92-37be-49fa-ac8f-972e7c79ee24 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830486 Sep 19 07:09:41.482976 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:09:42.041630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-03bdf1b8-ca5f-4e8c-a56f-681a766f3c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:44.742930 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-add5b0e5-af29-40d0-a7f2-b91ef22601e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:45.708036 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:45.851475 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:47.437509 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:52.988360 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-f052f0f8-51a9-4fd9-a76c-ec5f8df207ec tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116568396&fields=id&tenant_id=76bf84a969124fce830cedb8f96dd239 HTTP/1.1" status: 200 len: 267 time: 0.0324695 Sep 19 07:09:53.090148 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-f1ceec7d-b6ba-49af-a98f-8c1e424230c2 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:53.091534 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-f1ceec7d-b6ba-49af-a98f-8c1e424230c2 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 811 time: 0.0966861 Sep 19 07:09:53.106337 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-359bc30a-62d2-464a-93fb-2a998ed3d765 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/quotas/76bf84a969124fce830cedb8f96dd239 HTTP/1.1" status: 200 len: 375 time: 0.0087848 Sep 19 07:09:53.166297 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-bc31eddc-5fbd-4e4d-bb4d-47326751762b tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0541127 Sep 19 07:09:53.322143 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-2a1a0c22-447a-4f01-9baf-e01139cc0790 service neutron] 10.222.0.18 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433628 Sep 19 07:09:53.412848 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-97d97dce-4387-4fc5-a314-1eb250cadfe0 service neutron] 10.222.0.18 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841055 Sep 19 07:09:53.691139 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-01160456-e625-44aa-8378-1f71cd8dff26 req-74d52ead-9b13-4cd0-a4ab-f04d1603fff4 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 210 time: 0.0267332 Sep 19 07:09:54.647691 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-8e69e3f5-653f-4131-8a17-f3e0bcee63d6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:54.649225 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-8e69e3f5-653f-4131-8a17-f3e0bcee63d6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 811 time: 0.1086478 Sep 19 07:09:54.697660 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-eba473a9-248c-4031-8572-92a2eb3211e0 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76bf84a969124fce830cedb8f96dd239 HTTP/1.1" status: 200 len: 380 time: 0.0337837 Sep 19 07:09:54.710757 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'port': {'device_id': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'admin_state_up': True, 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'security_groups': ['5aa6914a-e896-417b-9907-2b91029b4bab']}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:09:54.811296 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36f776c4-7eb0-45b2-a0ee-a0129c8f07a9 req-c778d2a0-edd8-4067-8816-8bb59ebb6f60 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 210 time: 0.0332563 Sep 19 07:09:54.852162 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Made reservation on behalf of 76bf84a969124fce830cedb8f96dd239 for: {'port': 1} {{(pid=94030) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 19 07:09:54.855882 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:54.987328 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Allocated IP 172.20.0.4 (633db8ef-c271-445e-80fd-9d5a3f0f617c/14027e14-ef36-47e9-adf1-923ff08281a5/da1e41e2-3b54-446a-a2c1-e42385511c5d) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:09:55.125820 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.167341 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.206669 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:09:55.209692 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:09:55.213709 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:09:55.246142 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'Port': ['ID=da1e41e2-3b54-446a-a2c1-e42385511c5d,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:09:55.266397 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.266728 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.267067 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.267399 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.267759 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.268086 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.268413 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.268733 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.269053 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.269374 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.269695 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.270010 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:09:55.300765 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:55.301545 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.316859 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-45dd53cb-1029-4814-824b-474fe1b27009 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098611 Sep 19 07:09:55.346035 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Request body: {'port': {'device_id': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80994'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:09:55.402420 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.457782 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ea58c4db-464e-4b43-80da-79ddc3471925 None None] Provisioning complete for port da1e41e2-3b54-446a-a2c1-e42385511c5d triggered by entity DHCP. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:09:55.458743 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ea58c4db-464e-4b43-80da-79ddc3471925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.492245 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ea58c4db-464e-4b43-80da-79ddc3471925 None None] Port da1e41e2-3b54-446a-a2c1-e42385511c5d cannot update to ACTIVE because it is not bound. {{(pid=94032) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 19 07:09:55.653509 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1e41e2-3b54-446a-a2c1-e42385511c5d {{(pid=94030) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:09:55.661915 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.673876 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.provisioning_blocks [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Transition to ACTIVE for port object da1e41e2-3b54-446a-a2c1-e42385511c5d will not be triggered until provisioned by entity L2. {{(pid=94030) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 19 07:09:55.677526 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.725141 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Pushing event updated for resources: {'Port': ['ID=da1e41e2-3b54-446a-a2c1-e42385511c5d,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:09:55.801020 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Attempting to bind port da1e41e2-3b54-446a-a2c1-e42385511c5d on host hv-cinder-80994 for vnic_type normal with profile {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 19 07:09:55.801359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Attempting to bind port da1e41e2-3b54-446a-a2c1-e42385511c5d by drivers openvswitch,hyperv on host hv-cinder-80994 at level 0 using segments [{'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 19 07:09:55.801688 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Attempting to bind port da1e41e2-3b54-446a-a2c1-e42385511c5d on network 633db8ef-c271-445e-80fd-9d5a3f0f617c {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:09:55.806318 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Port da1e41e2-3b54-446a-a2c1-e42385511c5d on network 633db8ef-c271-445e-80fd-9d5a3f0f617c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80994 {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 19 07:09:55.806644 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Attempting to bind port da1e41e2-3b54-446a-a2c1-e42385511c5d on network 633db8ef-c271-445e-80fd-9d5a3f0f617c {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 19 07:09:55.812396 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Checking agent: {'id': 'edd45d79-5d8a-4d8f-934a-6d7a89d7f0ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80994', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'started_at': datetime.datetime(2021, 9, 19, 6, 53, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 19, 7, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 19 07:09:55.812739 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Checking segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94030) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 19 07:09:55.813122 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Bound using segment: {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'} {{(pid=94030) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 19 07:09:55.813550 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.managers [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Bound port: da1e41e2-3b54-446a-a2c1-e42385511c5d, host: hv-cinder-80994, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f554aaf-8a9c-4133-924b-7dc154a79e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c'}}] {{(pid=94030) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 19 07:09:55.813910 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.879764 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] For port da1e41e2-3b54-446a-a2c1-e42385511c5d, host hv-cinder-80994, cleared binding levels {{(pid=94030) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 19 07:09:55.882974 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] For port da1e41e2-3b54-446a-a2c1-e42385511c5d, host hv-cinder-80994, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94030) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 19 07:09:55.887176 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.926254 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:55.926863 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:55.928802 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] 10.222.0.32 "PUT /v2.0/ports/da1e41e2-3b54-446a-a2c1-e42385511c5d HTTP/1.1" status: 200 len: 1093 time: 0.5870743 Sep 19 07:09:55.930043 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fa483-95cf-4410-8ccd-e93b2025b89d req-635ed60a-756f-40b3-95f3-529b77451ecf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:55.931619 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c35fa483-95cf-4410-8ccd-e93b2025b89d req-635ed60a-756f-40b3-95f3-529b77451ecf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 943 time: 0.0481443 Sep 19 07:09:55.935846 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:09:55.938857 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d844ac9-6ec9-4e42-8394-f309bd8420ca" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:09:55.983469 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ca88ca-9349-4a55-8086-782e81f3dde1 x-openstack-request-id: req-41ca88ca-9349-4a55-8086-782e81f3dde1 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:09:55.983813 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:09:55.984067 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41ca88ca-9349-4a55-8086-782e81f3dde1 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:09:55.984461 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'status': 'completed', 'code': 200} Sep 19 07:09:55.987552 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83fad3-e434-41ea-bec5-3c052e0aa769 service neutron] Pushing event updated for resources: {'Port': ['ID=da1e41e2-3b54-446a-a2c1-e42385511c5d,revision_number=3']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:09:55.991699 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-c35fa483-95cf-4410-8ccd-e93b2025b89d req-43499fde-182e-4198-add7-50b7f392c554 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521841 Sep 19 07:09:56.041194 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-1ddecd08-7b14-4c57-b529-daaaf2f457b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:56.042690 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-1ddecd08-7b14-4c57-b529-daaaf2f457b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 1096 time: 0.0421226 Sep 19 07:09:56.094826 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-e42662df-9b62-47a3-beb4-6dee331fc756 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d HTTP/1.1" status: 200 len: 217 time: 0.0383904 Sep 19 07:09:56.144026 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-f3ce2321-7265-4860-916f-f00359e5b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:56.145464 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-f3ce2321-7265-4860-916f-f00359e5b0a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0443621 Sep 19 07:09:56.189374 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-7ebfa263-f99d-4978-836a-370e8e05a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:56.190853 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-7ebfa263-f99d-4978-836a-370e8e05a145 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384717 Sep 19 07:09:56.285541 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-facf0b9a-cbe6-4597-8e74-5a8a9112b1cc service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859942 Sep 19 07:09:56.371566 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b2f32b5b-d1a0-4fe9-98fe-7aa4408212f2 req-03a61658-7ffb-4c76-b49c-a8cb65d5d14b service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793459 Sep 19 07:09:56.500100 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-c514477a-3da9-4b65-a174-c577512159fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:56.501592 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-c514477a-3da9-4b65-a174-c577512159fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 1096 time: 0.0455484 Sep 19 07:09:56.589373 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-a1a1b346-1e07-474a-8a30-5e7df23cb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:56.590702 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-a1a1b346-1e07-474a-8a30-5e7df23cb303 service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0813928 Sep 19 07:09:56.634373 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-1ea17f40-7654-4037-ad68-b3d95b3afa5f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d HTTP/1.1" status: 200 len: 217 time: 0.0359035 Sep 19 07:09:56.691174 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-2cd691c8-e0a0-40dc-9b87-364ab3a1e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:56.692599 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-2cd691c8-e0a0-40dc-9b87-364ab3a1e6d7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0425277 Sep 19 07:09:56.737771 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-63bef1d0-587f-4f6b-9a55-d1adf1009a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:56.739204 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-63bef1d0-587f-4f6b-9a55-d1adf1009a77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389445 Sep 19 07:09:56.829984 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-3afbff42-3c2c-4c52-9cb2-f56178dbb9fe service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834281 Sep 19 07:09:56.920286 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-5d844ac9-6ec9-4e42-8394-f309bd8420ca req-9db031e2-4399-49be-86f4-b0f4d44edbb0 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795877 Sep 19 07:09:57.106018 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4e211-8fe3-49b4-af01-cfa14091477c req-dd5296c2-36c0-4028-a498-73265f2e26f3 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:57.107472 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22c4e211-8fe3-49b4-af01-cfa14091477c req-dd5296c2-36c0-4028-a498-73265f2e26f3 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 943 time: 0.0480037 Sep 19 07:09:57.147692 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-22c4e211-8fe3-49b4-af01-cfa14091477c req-d22d7f84-191a-420e-86a9-bd290abb7ced tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342326 Sep 19 07:09:58.261252 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad0ef8-fa50-4f05-87d3-fc1674422009 req-a973cdba-67a8-4a8a-ad58-3fcaf9a75bd5 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:58.262686 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-24ad0ef8-fa50-4f05-87d3-fc1674422009 req-a973cdba-67a8-4a8a-ad58-3fcaf9a75bd5 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 943 time: 0.0499492 Sep 19 07:09:58.299411 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-24ad0ef8-fa50-4f05-87d3-fc1674422009 req-627a7d21-993b-4b35-b17f-361817bd9b50 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303497 Sep 19 07:09:59.409845 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677e338-7107-410a-bde0-bc0d49ba98db req-1877b59e-56a5-4e92-b6d0-a8a347ab54eb tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:09:59.411307 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2677e338-7107-410a-bde0-bc0d49ba98db req-1877b59e-56a5-4e92-b6d0-a8a347ab54eb tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 943 time: 0.0477037 Sep 19 07:09:59.443827 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:09:59.450666 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-2677e338-7107-410a-bde0-bc0d49ba98db req-2eab3add-9bf6-4d65-baf8-2fe197223027 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336349 Sep 19 07:10:00.563531 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a46649-e39b-406e-afb6-611c4b2cc29f req-7b95a8d8-c458-4a8a-b49c-68f94714ae62 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:00.564965 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-26a46649-e39b-406e-afb6-611c4b2cc29f req-7b95a8d8-c458-4a8a-b49c-68f94714ae62 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 943 time: 0.0470116 Sep 19 07:10:00.600717 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-26a46649-e39b-406e-afb6-611c4b2cc29f req-e1ab2a4f-afba-4de2-a666-80c2f74dfd1c tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299623 Sep 19 07:10:01.712715 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808eb4f-4c92-4545-bd99-13f74108e994 req-743aa17e-7ff0-4f4a-ad77-298e339809ec tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:01.714089 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b808eb4f-4c92-4545-bd99-13f74108e994 req-743aa17e-7ff0-4f4a-ad77-298e339809ec tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 943 time: 0.0494330 Sep 19 07:10:01.751838 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b808eb4f-4c92-4545-bd99-13f74108e994 req-d62c16d1-a010-48f6-bd2e-88fc0da1eeed tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316706 Sep 19 07:10:02.860856 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cfc58-4309-46f4-939b-3a9a4408e34d req-19ada75b-6cfd-49ef-b596-d5df609c372d tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:02.862296 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f61cfc58-4309-46f4-939b-3a9a4408e34d req-19ada75b-6cfd-49ef-b596-d5df609c372d tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 943 time: 0.0466866 Sep 19 07:10:02.900012 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-f61cfc58-4309-46f4-939b-3a9a4408e34d req-ea02a441-cebe-4d60-849a-cfa6f7ab1767 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318885 Sep 19 07:10:03.188463 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device da1e41e2-3b54-446a-a2c1-e42385511c5d details requested by agent hyperv_hv-cinder-80994 with host hv-cinder-80994 {{(pid=94032) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 19 07:10:03.284772 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port da1e41e2-3b54-446a-a2c1-e42385511c5d, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:10:03.295567 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Returning: {'device': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'port_id': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'mac_address': 'fa:16:3e:b1:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94032) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 19 07:10:03.331891 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:03.343929 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1e41e2-3b54-446a-a2c1-e42385511c5d {{(pid=94032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 19 07:10:03.362076 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port da1e41e2-3b54-446a-a2c1-e42385511c5d, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:10:03.365946 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:03.412347 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=da1e41e2-3b54-446a-a2c1-e42385511c5d,revision_number=4']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:10:03.419064 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.419417 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.419784 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.420123 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.420455 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.420784 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.421111 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.421436 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.421781 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.422109 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.422450 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.422771 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:10:03.704407 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] get_ports_and_sgs() called for port_ids ['da1e41e2-3b54-446a-a2c1-e42385511c5d'] {{(pid=94032) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 19 07:10:04.010084 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5b491-8042-4182-bdec-7da2302bf255 req-e6b7ef41-7e82-4351-ae9d-88335fc03863 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:04.011540 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27d5b491-8042-4182-bdec-7da2302bf255 req-e6b7ef41-7e82-4351-ae9d-88335fc03863 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 944 time: 0.0474072 Sep 19 07:10:04.051814 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-27d5b491-8042-4182-bdec-7da2302bf255 req-8221e97d-10b8-4545-94cb-b1638d00dc28 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344043 Sep 19 07:10:05.164725 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5cf73-48c4-46a8-bc9f-d12a420d4f85 req-74e92a61-2984-4780-bfd9-e3104ef9788d tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:05.166166 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7aa5cf73-48c4-46a8-bc9f-d12a420d4f85 req-74e92a61-2984-4780-bfd9-e3104ef9788d tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 944 time: 0.0515537 Sep 19 07:10:05.202610 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7aa5cf73-48c4-46a8-bc9f-d12a420d4f85 req-57a736c1-b357-4232-be66-e64c2927e7ad tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305934 Sep 19 07:10:05.223782 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device da1e41e2-3b54-446a-a2c1-e42385511c5d up at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 19 07:10:05.273124 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning for port da1e41e2-3b54-446a-a2c1-e42385511c5d completed by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 19 07:10:05.276719 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.provisioning_blocks [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Provisioning complete for port da1e41e2-3b54-446a-a2c1-e42385511c5d triggered by entity L2. {{(pid=94032) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 19 07:10:05.277092 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480745'] for port, provisioning_complete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:05.350173 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:05.371659 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d'}] {{(pid=94032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:10:05.373865 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5223dfcdfe92d137532dc16445c6809261aae9cf3f4f114da1d612c6d55a786d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f810f3c3-4913-4c8e-9d9c-7bef3be4724b" -d '{"events": [{"server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "name": "network-vif-plugged", "status": "completed", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d"}]}' {{(pid=94032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:10:05.386316 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] For port da1e41e2-3b54-446a-a2c1-e42385511c5d, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:10:05.390324 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044'] for port, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:05.415654 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b9ac4f-208c-41fb-803d-4ea525cba9e9 x-openstack-request-id: req-06b9ac4f-208c-41fb-803d-4ea525cba9e9 {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:10:05.415939 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "name": "network-vif-plugged", "status": "completed", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d", "code": 200}]} {{(pid=94032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:10:05.416186 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06b9ac4f-208c-41fb-803d-4ea525cba9e9 {{(pid=94032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:10:05.416563 dv-cinder-809944-1-iscsi neutron-server[94032]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'code': 200} Sep 19 07:10:05.441730 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Pushing event updated for resources: {'Port': ['ID=da1e41e2-3b54-446a-a2c1-e42385511c5d,revision_number=5']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:10:05.646502 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cd1fb-a1d7-429e-98a5-adcfb068656e req-1cb79e3d-0cbc-4e51-8007-aadb1a5d804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:05.647914 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-247cd1fb-a1d7-429e-98a5-adcfb068656e req-1cb79e3d-0cbc-4e51-8007-aadb1a5d804d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 1098 time: 0.0384498 Sep 19 07:10:05.682662 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-247cd1fb-a1d7-429e-98a5-adcfb068656e req-2a3e3fc4-b955-4775-8fc3-2cfd3c113c7e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270045 Sep 19 07:10:06.311445 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c8f3e-b10c-4204-8476-da1bef4846a6 req-564cf1d8-f60e-4d96-b459-acc337af52e6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:06.312831 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e43c8f3e-b10c-4204-8476-da1bef4846a6 req-564cf1d8-f60e-4d96-b459-acc337af52e6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 945 time: 0.0476933 Sep 19 07:10:06.350222 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e43c8f3e-b10c-4204-8476-da1bef4846a6 req-f9d22dd3-f969-4036-8a63-49bcea05f51f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311232 Sep 19 07:10:07.460974 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56438a6e-203c-443b-b691-ffb7261838c3 req-702e61a6-dfbb-410e-ae58-5fa5f217dc44 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:07.462434 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-56438a6e-203c-443b-b691-ffb7261838c3 req-702e61a6-dfbb-410e-ae58-5fa5f217dc44 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 945 time: 0.0473809 Sep 19 07:10:07.499085 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-56438a6e-203c-443b-b691-ffb7261838c3 req-2efb2644-d062-41fe-92d1-b2a7d1647e21 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308297 Sep 19 07:10:07.608500 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bd440-95c1-4c49-9139-d01ed1ae3ce9 req-d5be2da3-af29-40e3-bf3a-a1122edfc622 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:07.609956 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7e4bd440-95c1-4c49-9139-d01ed1ae3ce9 req-d5be2da3-af29-40e3-bf3a-a1122edfc622 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 945 time: 0.0471363 Sep 19 07:10:07.646459 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-7e4bd440-95c1-4c49-9139-d01ed1ae3ce9 req-f9547e37-e4de-4152-b300-53e183f51aea tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306113 Sep 19 07:10:07.669421 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47178) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:10:07.708936 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24c08d2-52b7-4583-a95e-b26bcc4e1954 tempest-TestVolumeBootPattern-945333364 tempest-TestVolumeBootPattern-945333364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:07.710419 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e24c08d2-52b7-4583-a95e-b26bcc4e1954 tempest-TestVolumeBootPattern-945333364 tempest-TestVolumeBootPattern-945333364-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 1093 time: 0.0400243 Sep 19 07:10:07.713249 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47180) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:10:07.717358 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.v2.base [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Request body: {'floatingip': {'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'port_id': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94030) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 19 07:10:07.739072 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:07.835254 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:07.935503 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.db_base_plugin_common [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Allocated IP 172.27.1.8 (780f14e3-1344-40ae-b25c-fee278e31eea/72b363ac-0d51-45b9-99a3-0dcd3f35bbb0/e1d21267-ca9a-4f61-bb49-029e91317778) {{(pid=94030) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 19 07:10:08.036167 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for port, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:08.068218 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8795008814008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:08.103014 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Network 780f14e3-1344-40ae-b25c-fee278e31eea is already hosted by enough agents. {{(pid=94030) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 19 07:10:08.107270 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.base_scheduler [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Resources bound (agent type, host, resource id): {{(pid=94030) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 19 07:10:08.113235 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Received port after_create {{(pid=94030) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 19 07:10:08.138173 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'Port': ['ID=e1d21267-ca9a-4f61-bb49-029e91317778,revision_number=1']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:10:08.456970 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:08.523396 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451749'] for port, before_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:08.663496 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for port, precommit_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:08.667501 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8795009316109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8795008814026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8795008814044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25770227'] for port, after_update {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:08.732715 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event updated for resources: {'Port': ['ID=e1d21267-ca9a-4f61-bb49-029e91317778,revision_number=2']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:10:08.746039 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-438283'] for floatingip, after_create {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:09.098806 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Floating IP d37e9b0e-d3f4-43e8-bfbf-a226612b413d associated. External IP: 172.27.1.8, port: da1e41e2-3b54-446a-a2c1-e42385511c5d. Sep 19 07:10:09.297975 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Router 38a2681a-9189-4c91-a7b2-7ff72995a088 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:10:09.401383 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:10:09.411088 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] Sync routers for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:10:09.418296 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:09.420667 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:10:09.421293 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:09:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:10:09.446247 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-1ffefa88-2973-4ee3-a834-ce88e7374899 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7320135 Sep 19 07:10:09.446832 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:10:09.449209 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708cf942-80da-489c-87eb-bd153424d434" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:10:09.485111 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01ad0b5-85b1-4c92-9b13-e0577a66a65a x-openstack-request-id: req-d01ad0b5-85b1-4c92-9b13-e0577a66a65a {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:10:09.485400 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:10:09.485651 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d01ad0b5-85b1-4c92-9b13-e0577a66a65a {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:10:09.486044 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'status': 'completed', 'code': 200} Sep 19 07:10:09.569969 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cf942-80da-489c-87eb-bd153424d434 req-c6f41439-12f4-4d9a-b1a8-31b1c6788113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:09.571513 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-708cf942-80da-489c-87eb-bd153424d434 req-c6f41439-12f4-4d9a-b1a8-31b1c6788113 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 1098 time: 0.0424941 Sep 19 07:10:09.655969 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:10:09.666577 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cf942-80da-489c-87eb-bd153424d434 req-583a31e5-4513-4a4a-a352-ccd9997e339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:09.668074 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-708cf942-80da-489c-87eb-bd153424d434 req-583a31e5-4513-4a4a-a352-ccd9997e339e service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0897450 Sep 19 07:10:09.731625 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-708cf942-80da-489c-87eb-bd153424d434 req-9bb22c6b-b5a6-48d6-9513-d8d32524a31a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d HTTP/1.1" status: 200 len: 997 time: 0.0565512 Sep 19 07:10:09.781361 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cf942-80da-489c-87eb-bd153424d434 req-3f0649e4-d08f-4122-accb-6e512abafa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:09.782853 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-708cf942-80da-489c-87eb-bd153424d434 req-3f0649e4-d08f-4122-accb-6e512abafa51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0441108 Sep 19 07:10:09.832289 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cf942-80da-489c-87eb-bd153424d434 req-5c1a019c-3d02-4cf0-81c5-41ef44976786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:09.833775 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-708cf942-80da-489c-87eb-bd153424d434 req-5c1a019c-3d02-4cf0-81c5-41ef44976786 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431826 Sep 19 07:10:09.872843 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'be4d009a-c2bd-459e-83ae-a27a57647590', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:08:17Z', 'updated_at': '2021-09-19T07:08:20Z', 'revision_number': 1, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}, {'id': 'd37e9b0e-d3f4-43e8-bfbf-a226612b413d', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:b1:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:10:08Z', 'updated_at': '2021-09-19T07:10:08Z', 'revision_number': 0, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:10:09.898461 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] Checking router: 38a2681a-9189-4c91-a7b2-7ff72995a088 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:10:09.906731 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:10:09.907266 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:09:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:10:09.923878 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-708cf942-80da-489c-87eb-bd153424d434 req-725690dd-d570-40ba-bc23-f15a0f694186 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827851 Sep 19 07:10:10.010750 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:10:10.016938 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-708cf942-80da-489c-87eb-bd153424d434 req-6c1bc532-21b8-4764-b669-0970552aa694 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861061 Sep 19 07:10:10.233423 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'be4d009a-c2bd-459e-83ae-a27a57647590', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:08:17Z', 'updated_at': '2021-09-19T07:08:20Z', 'revision_number': 1, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}, {'id': 'd37e9b0e-d3f4-43e8-bfbf-a226612b413d', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:b1:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:10:08Z', 'updated_at': '2021-09-19T07:10:08Z', 'revision_number': 0, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:10:10.258808 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24ed6ac-c7a7-4bf7-8db8-646a829bf3b3 None None] The sync data for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi is: [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'be4d009a-c2bd-459e-83ae-a27a57647590', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:08:17Z', 'updated_at': '2021-09-19T07:08:20Z', 'revision_number': 1, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}, {'id': 'd37e9b0e-d3f4-43e8-bfbf-a226612b413d', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:b1:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:10:08Z', 'updated_at': '2021-09-19T07:10:08Z', 'revision_number': 0, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:10:10.436216 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485ef841-b686-4f02-ba8b-2b3dfa10ecb2 None None] New status for floating IP d37e9b0e-d3f4-43e8-bfbf-a226612b413d: ACTIVE {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:10:12.041954 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-5a48051d-f9fa-48f0-8e65-8129181eb810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:14.743960 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-cf959a2a-6c82-4350-a938-306071caa642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:15.709593 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:15.853769 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:17.441381 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:18.481809 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:10:29.460551 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:35.761447 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-5431a7f8-c7e3-4dfb-911a-56853876ee90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390222 Sep 19 07:10:35.864841 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-ae753418-161d-4867-baca-bfc92a8c335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:35.866283 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-ae753418-161d-4867-baca-bfc92a8c335c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 1098 time: 0.0396700 Sep 19 07:10:35.972345 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-29a8c129-663a-42ab-b834-9a0783f30c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:35.973788 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-29a8c129-663a-42ab-b834-9a0783f30c8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0873411 Sep 19 07:10:36.036821 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-9c104a6c-4270-4f5c-8678-b5fb3f454699 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94 HTTP/1.1" status: 200 len: 1000 time: 0.0562267 Sep 19 07:10:36.087465 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-42a4c1e8-a140-4b86-9412-10b97290cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:36.088885 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-42a4c1e8-a140-4b86-9412-10b97290cdd3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0455801 Sep 19 07:10:36.132234 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-71f8993b-8394-40ea-adc4-f21f82296981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:10:36.133649 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-71f8993b-8394-40ea-adc4-f21f82296981 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377376 Sep 19 07:10:36.223656 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-132045ac-2e75-4198-88bf-c5c821eaeb19 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820048 Sep 19 07:10:36.315016 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-20a5fffc-6c9e-4f70-925f-48610560a332 req-e5f0f0d1-9e0a-4aaf-8f93-4ecce52bf272 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836549 Sep 19 07:10:42.046940 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9ffb610a-0484-49ff-a78a-fef5168f2fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:44.744263 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-9eab9b58-9c5c-438d-b505-904f2efb9177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:45.710439 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:45.856038 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:47.443694 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:10:55.481163 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:10:59.475438 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:12.046740 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-50bc895b-85e3-4505-b76b-3f539f517564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:14.748441 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-351b7eb2-dd1b-4d34-a4b0-2597d821f18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:15.711729 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:15.858526 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:17.448882 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:29.477847 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:32.481178 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:11:35.113645 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-57791452-cf61-4ac1-b760-4ff3e55f52f5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784161 Sep 19 07:11:35.183336 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-318d22ca-7a05-41c9-a213-186cf6fc7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:35.184858 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-318d22ca-7a05-41c9-a213-186cf6fc7af5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 1098 time: 0.0395041 Sep 19 07:11:35.287489 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-3bd065a6-3090-4b3e-98ca-b2d77f76a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:35.288964 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-3bd065a6-3090-4b3e-98ca-b2d77f76a7ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.0862098 Sep 19 07:11:35.360642 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-46511a5a-c366-433b-8a42-a9524eeaf375 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d HTTP/1.1" status: 200 len: 999 time: 0.0649381 Sep 19 07:11:35.412421 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-8e344308-5b7f-47f5-b40f-650bcbc46285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:35.413850 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-8e344308-5b7f-47f5-b40f-650bcbc46285 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0458822 Sep 19 07:11:35.457065 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-af90c9e0-8b5b-4075-9684-5cbc4e6e182f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:35.459120 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-af90c9e0-8b5b-4075-9684-5cbc4e6e182f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379095 Sep 19 07:11:35.548676 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-56827b6a-9c5e-442e-8f34-854c32d692c9 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830736 Sep 19 07:11:35.636825 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-6461dd2b-e5a8-4fdd-a451-451b8fc9a3e6 req-05669a06-7b08-4644-87d8-432064656412 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811737 Sep 19 07:11:36.797881 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47214) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:36.990268 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Deleting port e1d21267-ca9a-4f61-bb49-029e91317778 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:36.990606 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:37.065653 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:37.065908 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:37.077571 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Calling delete_port for e1d21267-ca9a-4f61-bb49-029e91317778 owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:37.219608 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:37.244393 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event deleted for resources: {'Port': ['ID=e1d21267-ca9a-4f61-bb49-029e91317778,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:37.268799 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.269148 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.269492 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.269827 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.270159 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.270488 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.271437 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.271791 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.272120 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.272444 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.272763 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.273081 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94030) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:37.311492 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:37.311839 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Floating IP d37e9b0e-d3f4-43e8-bfbf-a226612b413d disassociated (deleted). External IP: 172.27.1.8, port: da1e41e2-3b54-446a-a2c1-e42385511c5d. Sep 19 07:11:37.514233 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Router 38a2681a-9189-4c91-a7b2-7ff72995a088 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:11:37.617588 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:11:37.622383 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:37.626899 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] Sync routers for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:11:37.635865 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:11:37.636470 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:11:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:37.647975 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-84dc17ab-0e58-410f-a39c-f9c098fcabb6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "DELETE /v2.0/floatingips/d37e9b0e-d3f4-43e8-bfbf-a226612b413d HTTP/1.1" status: 204 len: 168 time: 0.8490500 Sep 19 07:11:37.648556 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:11:37.650772 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42e3954-c98b-4c00-b21a-b90a40297757" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:11:37.746409 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:11:37.761732 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77e9ba-cc02-4207-af49-e0e5f4ad3dfc x-openstack-request-id: req-ea77e9ba-cc02-4207-af49-e0e5f4ad3dfc {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:11:37.762023 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:11:37.762273 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea77e9ba-cc02-4207-af49-e0e5f4ad3dfc {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:11:37.762663 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'status': 'completed', 'code': 200} Sep 19 07:11:37.929454 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-6d5c71cd-8e35-467c-a24d-f99072f64754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:37.930939 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-6d5c71cd-8e35-467c-a24d-f99072f64754 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 1098 time: 0.0718024 Sep 19 07:11:37.942218 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb25c7-723b-4fc0-a481-4922d8f2c8ff req-5ca61f2a-76e5-4842-b206-57b6ae33b0ff tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:37.944129 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36bb25c7-723b-4fc0-a481-4922d8f2c8ff req-5ca61f2a-76e5-4842-b206-57b6ae33b0ff tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 945 time: 0.1147113 Sep 19 07:11:37.973923 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'be4d009a-c2bd-459e-83ae-a27a57647590', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:08:17Z', 'updated_at': '2021-09-19T07:08:20Z', 'revision_number': 1, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:38.002477 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] Checking router: 38a2681a-9189-4c91-a7b2-7ff72995a088 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:11:38.010992 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:11:38.011625 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:11:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:38.038251 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-36bb25c7-723b-4fc0-a481-4922d8f2c8ff req-433003c0-809e-47e3-b188-52faf33b9938 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859408 Sep 19 07:11:38.057317 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-f3dcfd81-6d6f-4d31-b862-5382fc2f73a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:38.058907 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-f3dcfd81-6d6f-4d31-b862-5382fc2f73a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.1139603 Sep 19 07:11:38.102018 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-1be02108-b88a-4dea-9aa2-ada3f7ce50e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d HTTP/1.1" status: 200 len: 217 time: 0.0346136 Sep 19 07:11:38.116480 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:11:38.155695 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-d754202f-81ea-4c51-a898-89366d66fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:38.157473 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-d754202f-81ea-4c51-a898-89366d66fc0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0474696 Sep 19 07:11:38.204013 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-666e1066-d2e8-4bbb-a23a-37b935d95787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:38.205548 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-666e1066-d2e8-4bbb-a23a-37b935d95787 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397716 Sep 19 07:11:38.297533 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-0c8793b1-d76a-452d-bd56-e3c3e15fe18e service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828936 Sep 19 07:11:38.337932 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'be4d009a-c2bd-459e-83ae-a27a57647590', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:08:17Z', 'updated_at': '2021-09-19T07:08:20Z', 'revision_number': 1, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:38.367007 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64876fac-6488-429e-b7fa-4c155578b642 None None] The sync data for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi is: [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_floatingips': [{'id': 'be4d009a-c2bd-459e-83ae-a27a57647590', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'floating_ip_address': '172.27.1.31', 'floating_network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'router_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'port_id': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'mac_address': 'fa:16:3e:87:61:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-19T07:08:17Z', 'updated_at': '2021-09-19T07:08:20Z', 'revision_number': 1, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:11:38.391927 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-b42e3954-c98b-4c00-b21a-b90a40297757 req-5a67236e-d353-43cb-a24d-9cee03e602fd service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860429 Sep 19 07:11:38.588577 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49297c5a-915d-48b6-9efa-9a6fd2a5b288 None None] New status for floating IP d37e9b0e-d3f4-43e8-bfbf-a226612b413d: DOWN {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:11:39.211942 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d0bf-7f91-4cd0-ac6f-170cd117e689 req-035e9894-7c49-45c0-9b00-87e87a32add5 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:39.213384 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e174d0bf-7f91-4cd0-ac6f-170cd117e689 req-035e9894-7c49-45c0-9b00-87e87a32add5 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 945 time: 0.0950408 Sep 19 07:11:39.249776 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-e174d0bf-7f91-4cd0-ac6f-170cd117e689 req-a75aff74-e857-423f-a846-c770da65b4f3 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305371 Sep 19 07:11:39.592703 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-780ba004-b77b-4465-a7cd-a5f4043470b6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:39.594120 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-780ba004-b77b-4465-a7cd-a5f4043470b6 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 945 time: 0.0471203 Sep 19 07:11:39.678292 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Deleting port da1e41e2-3b54-446a-a2c1-e42385511c5d {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:39.678626 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:39.772252 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] For port da1e41e2-3b54-446a-a2c1-e42385511c5d, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=da1e41e2-3b54-446a-a2c1-e42385511c5d,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:11:39.772609 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:39.785810 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Calling delete_port for da1e41e2-3b54-446a-a2c1-e42385511c5d owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:39.912680 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:39.940194 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event deleted for resources: {'Port': ['ID=da1e41e2-3b54-446a-a2c1-e42385511c5d,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:39.980653 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] No DVR routers for this DVR port da1e41e2-3b54-446a-a2c1-e42385511c5d on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:11:39.983191 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:39.985276 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-eecebbcd-3868-4534-9f1b-ee0f0e52d8bd req-339abbe1-5e5f-4812-87a9-a1da9a01a7bf tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "DELETE /v2.0/ports/da1e41e2-3b54-446a-a2c1-e42385511c5d HTTP/1.1" status: 204 len: 173 time: 0.3848984 Sep 19 07:11:39.985704 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'name': 'network-vif-deleted', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:11:39.988001 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d20eeeb-1599-49da-a10e-90eedc4ddffc" -d '{"events": [{"server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "name": "network-vif-deleted", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:11:40.037015 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b87c84a-9b18-4a32-ac13-c47e3e40a8cd x-openstack-request-id: req-3b87c84a-9b18-4a32-ac13-c47e3e40a8cd {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:11:40.037342 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee", "name": "network-vif-deleted", "tag": "da1e41e2-3b54-446a-a2c1-e42385511c5d", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:11:40.037598 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b87c84a-9b18-4a32-ac13-c47e3e40a8cd {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:11:40.037984 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee', 'name': 'network-vif-deleted', 'tag': 'da1e41e2-3b54-446a-a2c1-e42385511c5d', 'status': 'completed', 'code': 200} Sep 19 07:11:40.345915 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-99450ad5-86c6-4f0d-b4e7-e345022fdcdd req-717ee549-a43e-4641-be32-73b9e1883b30 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=24fb337c-b0a5-4e54-8f2e-96bf1d14f3ee HTTP/1.1" status: 200 len: 210 time: 0.0292342 Sep 19 07:11:41.748922 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device da1e41e2-3b54-446a-a2c1-e42385511c5d no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:11:41.768489 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: da1e41e2-3b54-446a-a2c1-e42385511c5d {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:11:41.768833 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device da1e41e2-3b54-446a-a2c1-e42385511c5d not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:11:42.047036 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-e4f22b7c-e013-4b79-a114-cc92d4000425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:43.615211 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47266) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:44.021112 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Deleting port e29136a0-a1a7-47ca-bbc4-014368b7460c {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:44.021455 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:44.096716 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:44.097044 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:44.108218 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Calling delete_port for e29136a0-a1a7-47ca-bbc4-014368b7460c owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:44.249335 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:44.275631 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event deleted for resources: {'Port': ['ID=e29136a0-a1a7-47ca-bbc4-014368b7460c,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:44.332012 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:44.332340 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.db.l3_db [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Floating IP be4d009a-c2bd-459e-83ae-a27a57647590 disassociated (deleted). External IP: 172.27.1.31, port: 73bffd30-fee9-40be-94be-6c1cbd85fb94. Sep 19 07:11:44.536251 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Router 38a2681a-9189-4c91-a7b2-7ff72995a088 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:11:44.643900 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:11:44.648720 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:44.653180 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] Sync routers for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:11:44.662146 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:11:44.663256 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:11:15Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:44.675244 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-f419383a-575a-4f8c-b823-8f70cd364726 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "DELETE /v2.0/floatingips/be4d009a-c2bd-459e-83ae-a27a57647590 HTTP/1.1" status: 204 len: 168 time: 1.0589566 Sep 19 07:11:44.675909 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:11:44.678759 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02958f7-03a2-4844-8474-361bf2302bae" -d '{"events": [{"name": "network-changed", "server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:11:44.715881 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 19 Sep 2021 07:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f40f74-73b2-4836-a7b9-9e67e48ab5b9 x-openstack-request-id: req-d6f40f74-73b2-4836-a7b9-9e67e48ab5b9 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:11:44.716172 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:11:44.716516 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6f40f74-73b2-4836-a7b9-9e67e48ab5b9 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:11:44.717213 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'status': 'completed', 'code': 200} Sep 19 07:11:44.779065 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-164183d2-f6fc-49f4-940b-8faa33673033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:44.788205 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:11:44.806280 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02958f7-03a2-4844-8474-361bf2302bae req-973a843d-3545-4c73-8086-591d116e52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:44.807955 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a02958f7-03a2-4844-8474-361bf2302bae req-973a843d-3545-4c73-8086-591d116e52f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=76bf84a969124fce830cedb8f96dd239&device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 1098 time: 0.0457716 Sep 19 07:11:44.937325 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02958f7-03a2-4844-8474-361bf2302bae req-af7466e4-49f7-4186-8110-39ccac53afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:44.938815 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a02958f7-03a2-4844-8474-361bf2302bae req-af7466e4-49f7-4186-8110-39ccac53afd0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 200 len: 912 time: 0.1241267 Sep 19 07:11:44.950029 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f2618-f807-47df-8139-a63f8fa5b069 req-5b7080fa-240a-4ac5-b2ed-128e366c2ecc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:44.951585 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-193f2618-f807-47df-8139-a63f8fa5b069 req-5b7080fa-240a-4ac5-b2ed-128e366c2ecc tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 945 time: 0.0735850 Sep 19 07:11:45.002819 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a02958f7-03a2-4844-8474-361bf2302bae req-b9c10803-5b1e-45f0-944d-8385ea0fae43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94 HTTP/1.1" status: 200 len: 217 time: 0.0502398 Sep 19 07:11:45.051943 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-193f2618-f807-47df-8139-a63f8fa5b069 req-10bab489-9f32-4e98-988c-011fe67c363f tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931630 Sep 19 07:11:45.064172 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02958f7-03a2-4844-8474-361bf2302bae req-379e6829-fc86-4cc8-9033-457fc8214169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:45.065672 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a02958f7-03a2-4844-8474-361bf2302bae req-379e6829-fc86-4cc8-9033-457fc8214169 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 200 len: 850 time: 0.0551879 Sep 19 07:11:45.112178 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02958f7-03a2-4844-8474-361bf2302bae req-9fd73530-7fb2-47c6-b6ce-5838a6d3da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:45.113647 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a02958f7-03a2-4844-8474-361bf2302bae req-9fd73530-7fb2-47c6-b6ce-5838a6d3da51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=633db8ef-c271-445e-80fd-9d5a3f0f617c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406992 Sep 19 07:11:45.121461 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:45.150512 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] Checking router: 38a2681a-9189-4c91-a7b2-7ff72995a088 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:11:45.159140 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:11:45.159806 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:11:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:45.214681 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a02958f7-03a2-4844-8474-361bf2302bae req-5065704f-72d2-4185-ab01-9b124d756d95 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924175 Sep 19 07:11:45.264347 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:11:45.306878 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-a02958f7-03a2-4844-8474-361bf2302bae req-2d4adaa9-0cec-4e07-b338-920eb0a9c739 service neutron] 10.222.0.32 "GET /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845845 Sep 19 07:11:45.458331 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:45.488401 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbe3fc6-be46-4953-911b-c4488b2dc8b0 None None] The sync data for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi is: [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:05:24Z', 'revision_number': 4, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi', '_interfaces': [{'id': '0f3ee071-2944-46c3-aed2-714e434db946', 'name': '', 'network_id': '633db8ef-c271-445e-80fd-9d5a3f0f617c', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'mac_address': 'fa:16:3e:62:24:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:23Z', 'updated_at': '2021-09-19T07:05:28Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'subnets': [{'id': '14027e14-ef36-47e9-adf1-923ff08281a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:11:45.683685 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edc146a-4e90-4520-adbf-1a5c2398927e None None] New status for floating IP be4d009a-c2bd-459e-83ae-a27a57647590: DOWN {{(pid=94033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 19 07:11:45.713924 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:45.862132 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:46.169974 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a6ef3-1433-493e-b341-f4bd78a02ee3 req-7a45625e-a02f-4d30-87bf-c44cfcb56ff9 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:46.171338 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af2a6ef3-1433-493e-b341-f4bd78a02ee3 req-7a45625e-a02f-4d30-87bf-c44cfcb56ff9 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 945 time: 0.0486686 Sep 19 07:11:46.208717 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-af2a6ef3-1433-493e-b341-f4bd78a02ee3 req-b99e6aa5-1c74-452b-bc02-4c16257dbfbd tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/security-groups?id=5aa6914a-e896-417b-9907-2b91029b4bab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313878 Sep 19 07:11:46.499227 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03255552-90ea-4f99-b652-70183c06b4a8 req-746bc535-e51f-4276-bea5-8b77c6e4772e tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94030) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 19 07:11:46.500687 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03255552-90ea-4f99-b652-70183c06b4a8 req-746bc535-e51f-4276-bea5-8b77c6e4772e tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 945 time: 0.0522504 Sep 19 07:11:46.587835 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-03255552-90ea-4f99-b652-70183c06b4a8 req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Deleting port 73bffd30-fee9-40be-94be-6c1cbd85fb94 {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:46.588177 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-03255552-90ea-4f99-b652-70183c06b4a8 req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:46.676141 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [req-03255552-90ea-4f99-b652-70183c06b4a8 req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] For port 73bffd30-fee9-40be-94be-6c1cbd85fb94, host hv-cinder-80994, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80994',level=0,port_id=73bffd30-fee9-40be-94be-6c1cbd85fb94,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:11:46.676498 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-03255552-90ea-4f99-b652-70183c06b4a8 req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:46.688416 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [req-03255552-90ea-4f99-b652-70183c06b4a8 req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Calling delete_port for 73bffd30-fee9-40be-94be-6c1cbd85fb94 owned by compute:nova {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:46.811412 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-03255552-90ea-4f99-b652-70183c06b4a8 req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:46.843805 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event deleted for resources: {'Port': ['ID=73bffd30-fee9-40be-94be-6c1cbd85fb94,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:46.886359 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.db.l3_dvrscheduler_db [req-03255552-90ea-4f99-b652-70183c06b4a8 req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] No DVR routers for this DVR port 73bffd30-fee9-40be-94be-6c1cbd85fb94 on host hv-cinder-80994 {{(pid=94030) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:11:46.888772 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [req-03255552-90ea-4f99-b652-70183c06b4a8 req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for port, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:46.890731 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [req-03255552-90ea-4f99-b652-70183c06b4a8 req-2a05961f-79ce-4c17-8f9d-22f014c4d219 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.32 "DELETE /v2.0/ports/73bffd30-fee9-40be-94be-6c1cbd85fb94 HTTP/1.1" status: 204 len: 173 time: 0.3835895 Sep 19 07:11:46.891160 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'name': 'network-vif-deleted', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94'}] {{(pid=94030) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 19 07:11:46.893472 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b6bba14a7575669fe66136674d1e40fbf39b6c4eb343df3fe2501bf8a4d9013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d763e2-5027-4e57-beb0-0939d4162ec8" -d '{"events": [{"server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "name": "network-vif-deleted", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94"}]}' {{(pid=94030) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 19 07:11:46.931014 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 19 Sep 2021 07:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fec4050-c87f-49c2-8334-442c79d90626 x-openstack-request-id: req-0fec4050-c87f-49c2-8334-442c79d90626 {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 19 07:11:46.931317 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda6a5c2-96bd-403e-93bd-cfd00f7d946a", "name": "network-vif-deleted", "tag": "73bffd30-fee9-40be-94be-6c1cbd85fb94", "status": "completed", "code": 200}]} {{(pid=94030) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 19 07:11:46.931587 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fec4050-c87f-49c2-8334-442c79d90626 {{(pid=94030) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 19 07:11:46.932046 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda6a5c2-96bd-403e-93bd-cfd00f7d946a', 'name': 'network-vif-deleted', 'tag': '73bffd30-fee9-40be-94be-6c1cbd85fb94', 'status': 'completed', 'code': 200} Sep 19 07:11:47.324141 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [req-732116e3-0c26-41cc-a6f8-b0f44561c516 req-f91cd146-5d5e-4c32-ba67-26ef71e0c33a tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "GET /v2.0/ports?device_id=fda6a5c2-96bd-403e-93bd-cfd00f7d946a HTTP/1.1" status: 200 len: 210 time: 0.0317976 Sep 19 07:11:47.453940 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:48.378261 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47282) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:48.498707 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Deleting port fe3c89a0-9866-4c74-a0c7-78d0da87f33b {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:48.499047 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:48.580649 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:48.580977 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:48.592115 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Calling delete_port for fe3c89a0-9866-4c74-a0c7-78d0da87f33b owned by network:floatingip {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:48.719725 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:48.745551 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event deleted for resources: {'Port': ['ID=fe3c89a0-9866-4c74-a0c7-78d0da87f33b,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:48.807231 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for floatingip, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:48.809652 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1035795'] for floatingip, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:48.810851 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-44f97431-1874-4bcc-b510-f9aa868eb9aa tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "DELETE /v2.0/floatingips/c1676b12-c157-4a0a-bce5-3cf292d396c6 HTTP/1.1" status: 204 len: 168 time: 0.4315870 Sep 19 07:11:49.829140 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 73bffd30-fee9-40be-94be-6c1cbd85fb94 no longer exists at agent hyperv_hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:11:49.849312 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] No Port match for: 73bffd30-fee9-40be-94be-6c1cbd85fb94 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:11:49.849652 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Device 73bffd30-fee9-40be-94be-6c1cbd85fb94 not bound to the agent host hv-cinder-80994 {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:11:49.997864 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 47294) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:50.052724 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:50.077103 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:50.136530 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:50.139037 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Notify callbacks [] for security_group, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:50.140249 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] 10.222.0.18 "DELETE /v2.0/security-groups/5aa6914a-e896-417b-9907-2b91029b4bab HTTP/1.1" status: 204 len: 168 time: 0.1414073 Sep 19 07:11:50.149827 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa6914a-e896-417b-9907-2b91029b4bab,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:50.156957 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.157309 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.157646 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.157978 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.158306 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.158633 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.158961 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.159304 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.159648 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.159969 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.160288 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:50.160603 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efde60b-82df-43ed-8af4-aea5e8e42ce1 tempest-TestVolumeBootPattern-1661988384 tempest-TestVolumeBootPattern-1661988384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:51.210930 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 47300) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:51.649060 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441099'] for router_interface, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:51.879986 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Deleting port 0f3ee071-2944-46c3-aed2-714e434db946 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:51.880326 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:51.957701 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] For port 0f3ee071-2944-46c3-aed2-714e434db946, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=0f3ee071-2944-46c3-aed2-714e434db946,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:11:51.958058 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:51.970436 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Calling delete_port for 0f3ee071-2944-46c3-aed2-714e434db946 owned by network:router_interface {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:52.142053 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:52.167093 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3ee071-2944-46c3-aed2-714e434db946,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:52.334560 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438459'] for router_interface, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:52.535208 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Router 38a2681a-9189-4c91-a7b2-7ff72995a088 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:11:52.879064 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:11:52.884198 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-5a51dd9f-8ad6-48ff-b09f-6c8d211611c8 admin admin] 10.222.0.18 "PUT /v2.0/routers/38a2681a-9189-4c91-a7b2-7ff72995a088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721272 Sep 19 07:11:52.886705 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 47304) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:52.887762 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] Sync routers for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:11:52.897322 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:11:52.897933 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:11:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:52.986015 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks [] for router, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:52.999775 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:11:53.085710 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.134672 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Deleting port e8be7b47-a030-4eda-88d1-3e3f9c604885 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:53.134929 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.172500 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:11:52Z', 'revision_number': 5, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port': {'id': 'e8be7b47-a030-4eda-88d1-3e3f9c604885', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:80:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:22Z', 'updated_at': '2021-09-19T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:53.201677 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] Checking router: 38a2681a-9189-4c91-a7b2-7ff72995a088 for host: dv-cinder-809944-1-iscsi {{(pid=94032) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:11:53.210660 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] Routers {'38a2681a-9189-4c91-a7b2-7ff72995a088'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94032) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:11:53.211270 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:11:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['38a2681a-9189-4c91-a7b2-7ff72995a088'], 'active': True} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:53.214768 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] For port e8be7b47-a030-4eda-88d1-3e3f9c604885, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=e8be7b47-a030-4eda-88d1-3e3f9c604885,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:11:53.215142 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.226914 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Calling delete_port for e8be7b47-a030-4eda-88d1-3e3f9c604885 owned by network:router_gateway {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:53.291840 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvr_db [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] Set router 38a2681a-9189-4c91-a7b2-7ff72995a088 gateway port host: None {{(pid=94032) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:11:53.344380 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_hamode_db [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:11:53Z', 'revision_number': 6, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port_host': None}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:53.370222 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72ada7a-492c-44a3-a7f0-d5fa03139474 None None] The sync data for ids ['38a2681a-9189-4c91-a7b2-7ff72995a088'] in dv-cinder-809944-1-iscsi is: [{'id': '38a2681a-9189-4c91-a7b2-7ff72995a088', 'name': 'tempest-TestVolumeBootPattern-748983150-router', 'tenant_id': '76bf84a969124fce830cedb8f96dd239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:21Z', 'updated_at': '2021-09-19T07:11:53Z', 'revision_number': 6, 'project_id': '76bf84a969124fce830cedb8f96dd239', 'gw_port_host': None}] {{(pid=94032) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:11:53.386140 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.412184 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8be7b47-a030-4eda-88d1-3e3f9c604885,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:53.473895 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438397'] for router_gateway, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.559649 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.561665 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.602291 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441559'] for router, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.602774 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a2681a-9189-4c91-a7b2-7ff72995a088 {{(pid=94031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 07:11:53.606902 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.608280 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-67596c96-dd3e-4f8f-b460-2297e8c12518 admin admin] 10.222.0.18 "DELETE /v2.0/routers/38a2681a-9189-4c91-a7b2-7ff72995a088 HTTP/1.1" status: 204 len: 168 time: 0.7206657 Sep 19 07:11:53.610818 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 47306) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:53.654146 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-38828d3a-d0f2-40df-aff2-a33f21a89118 admin admin] Deleting subnet 14027e14-ef36-47e9-adf1-923ff08281a5 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 07:11:53.657256 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-38828d3a-d0f2-40df-aff2-a33f21a89118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.692716 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-38828d3a-d0f2-40df-aff2-a33f21a89118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27237964'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.768932 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-38828d3a-d0f2-40df-aff2-a33f21a89118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.823768 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-38828d3a-d0f2-40df-aff2-a33f21a89118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26588251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25808375'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.850375 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38828d3a-d0f2-40df-aff2-a33f21a89118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14027e14-ef36-47e9-adf1-923ff08281a5,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:53.852359 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-38828d3a-d0f2-40df-aff2-a33f21a89118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.854149 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-38828d3a-d0f2-40df-aff2-a33f21a89118 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/14027e14-ef36-47e9-adf1-923ff08281a5 HTTP/1.1" status: 204 len: 168 time: 0.2423913 Sep 19 07:11:53.856617 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 47308) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:53.859069 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc6606a-b4eb-42ef-8d8d-a1a386f1b558 None None] Network 633db8ef-c271-445e-80fd-9d5a3f0f617c requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:11:53.928789 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:53.979965 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Deleting port a350ecba-0766-4475-a4c8-8fdf223a5197 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:53.980313 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.045650 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] For port a350ecba-0766-4475-a4c8-8fdf223a5197, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=a350ecba-0766-4475-a4c8-8fdf223a5197,segment=NetworkSegment(4f554aaf-8a9c-4133-924b-7dc154a79e90),segment_id=4f554aaf-8a9c-4133-924b-7dc154a79e90)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:11:54.046018 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.057866 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Calling delete_port for a350ecba-0766-4475-a4c8-8fdf223a5197 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:54.134208 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2184d3-4742-41e9-9482-491341a9cf9c None None] DHCP port deletion for 633db8ef-c271-445e-80fd-9d5a3f0f617c request from dv-cinder-809944-1-iscsi {{(pid=94032) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 07:11:54.136507 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.164529 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a350ecba-0766-4475-a4c8-8fdf223a5197,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:54.168801 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] No DVR routers for this DVR port a350ecba-0766-4475-a4c8-8fdf223a5197 on host dv-cinder-809944-1-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:11:54.240203 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 0f3ee071-2944-46c3-aed2-714e434db946 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:11:54.246043 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.260496 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 0f3ee071-2944-46c3-aed2-714e434db946 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:11:54.260840 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 0f3ee071-2944-46c3-aed2-714e434db946 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:11:54.261248 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device e8be7b47-a030-4eda-88d1-3e3f9c604885 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:11:54.265895 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['633db8ef-c271-445e-80fd-9d5a3f0f617c']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:54.275798 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f554aaf-8a9c-4133-924b-7dc154a79e90') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:54.276095 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f554aaf-8a9c-4133-924b-7dc154a79e90') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:54.283471 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: e8be7b47-a030-4eda-88d1-3e3f9c604885 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:11:54.283852 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device e8be7b47-a030-4eda-88d1-3e3f9c604885 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:11:54.284254 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device a350ecba-0766-4475-a4c8-8fdf223a5197 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:11:54.285699 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.302493 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.303168 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: a350ecba-0766-4475-a4c8-8fdf223a5197 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:11:54.303509 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device a350ecba-0766-4475-a4c8-8fdf223a5197 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:11:54.309234 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 07:11:54.309633 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 07:11:54.311749 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 07:11:54.370264 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.375750 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.377605 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/633db8ef-c271-445e-80fd-9d5a3f0f617c HTTP/1.1" status: 204 len: 168 time: 0.5181100 Sep 19 07:11:54.380700 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47310) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:54.388846 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14768406-854f-41cf-92b2-ff0238e3a4d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=633db8ef-c271-445e-80fd-9d5a3f0f617c,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:54.721696 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-441099'] for router_interface, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:54.954971 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Deleting port b7186574-cb16-4c2b-94d3-d10d68b780cd {{(pid=94030) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:54.955306 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:55.030002 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.db [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] For port b7186574-cb16-4c2b-94d3-d10d68b780cd, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=b7186574-cb16-4c2b-94d3-d10d68b780cd,segment=NetworkSegment(9d56d233-836f-424d-9c1b-e0621a7db61a),segment_id=9d56d233-836f-424d-9c1b-e0621a7db61a)] {{(pid=94030) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:11:55.030283 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:55.043066 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Calling delete_port for b7186574-cb16-4c2b-94d3-d10d68b780cd owned by network:router_interface {{(pid=94030) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:55.228084 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25770218'] for port, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:55.252920 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7186574-cb16-4c2b-94d3-d10d68b780cd,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:55.420096 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438459'] for router_interface, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:55.887406 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 has already been hosted by L3 agent 44156573-8686-43b1-ae73-55328a995f3a {{(pid=94030) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 19 07:11:55.987305 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] Notify agent at l3_agent.dv-cinder-809944-1-iscsi the message routers_updated {{(pid=94030) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 19 07:11:55.995780 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 47312) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:55.996371 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-e6ae3654-bf60-479a-be8f-26a1c2df8e19 admin admin] 10.222.0.18 "PUT /v2.0/routers/18ba0bd9-a884-460d-8de0-d49c4ba3fab5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6138380 Sep 19 07:11:55.998622 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649020e-325f-4554-87d9-d34418334d5e None None] Sync routers for ids ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'] in dv-cinder-809944-1-iscsi {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 19 07:11:56.007839 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649020e-325f-4554-87d9-d34418334d5e None None] Routers {'18ba0bd9-a884-460d-8de0-d49c4ba3fab5'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:11:56.008377 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-3649020e-325f-4554-87d9-d34418334d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:11:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:56.095977 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.111037 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-3649020e-325f-4554-87d9-d34418334d5e None None] Set router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 gateway port host: dv-cinder-809944-1-iscsi {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:11:56.197426 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.253665 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Deleting port 2ba356e2-049c-40b7-a502-19306ca186ae {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:56.254007 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.283225 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-3649020e-325f-4554-87d9-d34418334d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'external_fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:11:55Z', 'revision_number': 5, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'gw_port': {'id': '2ba356e2-049c-40b7-a502-19306ca186ae', 'name': '', 'network_id': '780f14e3-1344-40ae-b25c-fee278e31eea', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809944-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:05:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72b363ac-0d51-45b9-99a3-0dcd3f35bbb0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809944-1-iscsi'}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:56.308359 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649020e-325f-4554-87d9-d34418334d5e None None] Checking router: 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 for host: dv-cinder-809944-1-iscsi {{(pid=94033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 19 07:11:56.317443 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649020e-325f-4554-87d9-d34418334d5e None None] Routers {'18ba0bd9-a884-460d-8de0-d49c4ba3fab5'} bound to L3 agent in host dv-cinder-809944-1-iscsi {{(pid=94033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 19 07:11:56.318055 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-3649020e-325f-4554-87d9-d34418334d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809944-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-19T06:47:15Z,description=,heartbeat_timestamp=2021-09-19T07:11:45Z,host='dv-cinder-809944-1-iscsi',id=44156573-8686-43b1-ae73-55328a995f3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-19T06:47:15Z,topic='l3_agent')) {'router_ids': ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'], 'active': True} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:56.332479 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] For port 2ba356e2-049c-40b7-a502-19306ca186ae, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=2ba356e2-049c-40b7-a502-19306ca186ae,segment=NetworkSegment(bceffc03-4878-4a60-87cb-62adaab2522d),segment_id=bceffc03-4878-4a60-87cb-62adaab2522d)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:11:56.332844 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.346480 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Calling delete_port for 2ba356e2-049c-40b7-a502-19306ca186ae owned by network:router_gateway {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:56.404126 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_dvr_db [None req-3649020e-325f-4554-87d9-d34418334d5e None None] Set router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 gateway port host: None {{(pid=94033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 19 07:11:56.460819 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.l3_hamode_db [None req-3649020e-325f-4554-87d9-d34418334d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:11:56Z', 'revision_number': 6, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'gw_port_host': None}], 'dv-cinder-809944-1-iscsi', False) {} {{(pid=94033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:56.486684 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3649020e-325f-4554-87d9-d34418334d5e None None] The sync data for ids ['18ba0bd9-a884-460d-8de0-d49c4ba3fab5'] in dv-cinder-809944-1-iscsi is: [{'id': '18ba0bd9-a884-460d-8de0-d49c4ba3fab5', 'name': 'tempest-TestVolumeBootPattern-572385071-router', 'tenant_id': '34167289edd7493eb92dfe92079a3c3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-19T07:05:26Z', 'updated_at': '2021-09-19T07:11:56Z', 'revision_number': 6, 'project_id': '34167289edd7493eb92dfe92079a3c3f', 'gw_port_host': None}] {{(pid=94033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 19 07:11:56.513581 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.544538 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba356e2-049c-40b7-a502-19306ca186ae,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:56.602179 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-438397'] for router_gateway, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.687972 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441388', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-417'] for router, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.690028 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.733075 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-441559'] for router, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.733668 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18ba0bd9-a884-460d-8de0-d49c4ba3fab5 {{(pid=94031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 19 07:11:56.737735 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.738977 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-7563e0db-250a-4707-9c60-4df3f32803f0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/18ba0bd9-a884-460d-8de0-d49c4ba3fab5 HTTP/1.1" status: 204 len: 168 time: 0.7420161 Sep 19 07:11:56.742577 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 47314) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:56.789164 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42103ff-bc61-40a4-b47a-6a9d7c83d726 admin admin] Deleting subnet 4ad6fedb-edc2-4798-a566-9a0834a54568 {{(pid=94031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 19 07:11:56.792177 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d42103ff-bc61-40a4-b47a-6a9d7c83d726 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.826493 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d42103ff-bc61-40a4-b47a-6a9d7c83d726 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27237964'] for subnet, precommit_delete_associations {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.905247 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d42103ff-bc61-40a4-b47a-6a9d7c83d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1484885'] for subnet, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.961550 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d42103ff-bc61-40a4-b47a-6a9d7c83d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1484866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26588251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25808375'] for subnet, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.985791 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42103ff-bc61-40a4-b47a-6a9d7c83d726 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad6fedb-edc2-4798-a566-9a0834a54568,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:56.989414 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-d42103ff-bc61-40a4-b47a-6a9d7c83d726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:56.991804 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-d42103ff-bc61-40a4-b47a-6a9d7c83d726 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4ad6fedb-edc2-4798-a566-9a0834a54568 HTTP/1.1" status: 204 len: 168 time: 0.2482634 Sep 19 07:11:56.994325 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [-] (94031) accepted ('10.222.0.18', 47316) {{(pid=94031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:56.996748 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae2b6f-0145-423c-819e-b84e58003c14 None None] Network 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed requested from dv-cinder-809944-1-iscsi {{(pid=94032) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 19 07:11:57.060472 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666468'] for network, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.114444 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Deleting port 617db1da-3734-4ba8-9832-98ae05195974 {{(pid=94031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:57.114790 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.176611 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.db [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] For port 617db1da-3734-4ba8-9832-98ae05195974, host dv-cinder-809944-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809944-1-iscsi',level=0,port_id=617db1da-3734-4ba8-9832-98ae05195974,segment=NetworkSegment(9d56d233-836f-424d-9c1b-e0621a7db61a),segment_id=9d56d233-836f-424d-9c1b-e0621a7db61a)] {{(pid=94031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:11:57.176922 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.189226 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.plugin [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Calling delete_port for 617db1da-3734-4ba8-9832-98ae05195974 owned by network:dhcp {{(pid=94031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:57.239121 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] DHCP port deletion for 5ec0019a-a42a-4e6b-9f63-0acbbe2571ed request from dv-cinder-809944-1-iscsi {{(pid=94032) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 19 07:11:57.274115 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26588276'] for port, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.286416 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Deleting port 617db1da-3734-4ba8-9832-98ae05195974 {{(pid=94032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 19 07:11:57.287559 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8795009310001'] for port, before_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.300179 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Pushing event deleted for resources: {'Port': ['ID=617db1da-3734-4ba8-9832-98ae05195974,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:57.304085 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] No DVR routers for this DVR port 617db1da-3734-4ba8-9832-98ae05195974 on host dv-cinder-809944-1-iscsi {{(pid=94031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:11:57.350145 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.db [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] For port 617db1da-3734-4ba8-9832-98ae05195974, host dv-cinder-809944-1-iscsi, got binding levels [] {{(pid=94032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 19 07:11:57.350806 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-434755'] for port, precommit_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.363919 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Calling delete_port for 617db1da-3734-4ba8-9832-98ae05195974 owned by network:dhcp {{(pid=94032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 19 07:11:57.367189 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.ipam_backend_mixin [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Port 617db1da-3734-4ba8-9832-98ae05195974 was not found and therefore no delete operation was performed {{(pid=94032) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 19 07:11:57.368477 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8795009316599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8795008814017'] for port, after_delete {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.377654 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1480658', 'neutron.services.segments.db._delete_segments_for_network-8795009143965'] for network, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.396704 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Pushing event deleted for resources: {'Port': ['ID=617db1da-3734-4ba8-9832-98ae05195974,revision_number=None']} {{(pid=94032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:57.398412 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec0019a-a42a-4e6b-9f63-0acbbe2571ed']}} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:57.404163 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] No DVR routers for this DVR port 617db1da-3734-4ba8-9832-98ae05195974 on host dv-cinder-809944-1-iscsi {{(pid=94032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 19 07:11:57.408328 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d56d233-836f-424d-9c1b-e0621a7db61a') {'for_net_delete': True} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:57.408631 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.services.segments.db [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d56d233-836f-424d-9c1b-e0621a7db61a') {} {{(pid=94031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 19 07:11:57.413515 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.413865 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.414464 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.414575 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.414842 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.415168 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.415490 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.416030 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.416549 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.417043 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.417532 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.417890 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c55e8b1e-ca71-49de-a647-0b5d4e7f0195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809944-1-iscsi {{(pid=94032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 19 07:11:57.426896 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8795009144742', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27237959'] for segment, before_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.440938 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200'] for segment, precommit_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.448213 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 19 07:11:57.448609 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1483200', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26588549'] for segment, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: Traceback (most recent call last): Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: timer() Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: cb(*args, **kw) Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: return func(*args, **kwargs) Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: self._notify() Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: self.callback(batched_events) Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: event.method(event) Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: aggregate_uuid = self.p_client.list_aggregates( Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: return f(self, *a, **k) Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._get(url).json() Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: return self.request(url, 'GET', **kwargs) Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: base_url = self.get_endpoint(auth, allow=allow, Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 19 07:11:57.450591 dv-cinder-809944-1-iscsi neutron-server[94031]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 19 07:11:57.508730 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1480651', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-528907', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528964', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-438297'] for network, after_delete {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.516159 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron_lib.callbacks.manager [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528982'] for network, before_response {{(pid=94031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.518334 dv-cinder-809944-1-iscsi neutron-server[94031]: INFO neutron.wsgi [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5ec0019a-a42a-4e6b-9f63-0acbbe2571ed HTTP/1.1" status: 204 len: 168 time: 0.5229084 Sep 19 07:11:57.535588 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65286c2-8a4b-4258-9f37-261ee4a98856 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ec0019a-a42a-4e6b-9f63-0acbbe2571ed,revision_number=None']} {{(pid=94031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:57.631178 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47320) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:57.673389 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-b3ac3932-d358-4065-b31d-0a00e282b81c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76bf84a969124fce830cedb8f96dd239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410707 Sep 19 07:11:57.675722 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47322) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:57.721264 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-06a0bcfe-c8c3-4dd6-a789-ce8681f69486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.741974 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-06a0bcfe-c8c3-4dd6-a789-ce8681f69486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.787759 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-06a0bcfe-c8c3-4dd6-a789-ce8681f69486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.790228 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-06a0bcfe-c8c3-4dd6-a789-ce8681f69486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:57.791361 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-06a0bcfe-c8c3-4dd6-a789-ce8681f69486 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07890b36-44e9-40f6-889e-48ecf0cf2f38 HTTP/1.1" status: 204 len: 168 time: 0.1147780 Sep 19 07:11:57.798879 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a0bcfe-c8c3-4dd6-a789-ce8681f69486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07890b36-44e9-40f6-889e-48ecf0cf2f38,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:58.099317 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47328) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:58.138092 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-00e0fa13-85d6-4b75-a169-a7294e34ada9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34167289edd7493eb92dfe92079a3c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370202 Sep 19 07:11:58.140305 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [-] (94030) accepted ('10.222.0.18', 47330) {{(pid=94030) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 19 07:11:58.187960 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-465529a9-6f54-4112-83ac-3ca59c2108fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:58.208781 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-465529a9-6f54-4112-83ac-3ca59c2108fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:58.235375 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device b7186574-cb16-4c2b-94d3-d10d68b780cd no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:11:58.255867 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: b7186574-cb16-4c2b-94d3-d10d68b780cd {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:11:58.256251 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device b7186574-cb16-4c2b-94d3-d10d68b780cd not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:11:58.256720 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 2ba356e2-049c-40b7-a502-19306ca186ae no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:11:58.263910 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-465529a9-6f54-4112-83ac-3ca59c2108fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529876'] for security_group, after_delete {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:58.266472 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron_lib.callbacks.manager [None req-465529a9-6f54-4112-83ac-3ca59c2108fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94030) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:11:58.269863 dv-cinder-809944-1-iscsi neutron-server[94030]: INFO neutron.wsgi [None req-465529a9-6f54-4112-83ac-3ca59c2108fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6e35f4e-8c5f-475b-886b-2874cdd9f6e5 HTTP/1.1" status: 204 len: 168 time: 0.1264122 Sep 19 07:11:58.274864 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 2ba356e2-049c-40b7-a502-19306ca186ae {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:11:58.275101 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465529a9-6f54-4112-83ac-3ca59c2108fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e35f4e-8c5f-475b-886b-2874cdd9f6e5,revision_number=None']} {{(pid=94030) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 19 07:11:58.275247 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 2ba356e2-049c-40b7-a502-19306ca186ae not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:11:58.275630 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 617db1da-3734-4ba8-9832-98ae05195974 no longer exists at agent ovs-agent-dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 19 07:11:58.297741 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.plugin [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] No Port match for: 617db1da-3734-4ba8-9832-98ae05195974 {{(pid=94032) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 19 07:11:58.298085 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron.plugins.ml2.rpc [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Device 617db1da-3734-4ba8-9832-98ae05195974 not bound to the agent host dv-cinder-809944-1-iscsi {{(pid=94032) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 19 07:11:59.489703 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:09.480219 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:12:12.047034 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-04b9a849-bdad-4d7e-b3b4-76cce7670901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:14.750611 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-3ae44265-d568-4a54-b329-0dfe11eb327f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:15.715943 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:15.864927 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:17.455155 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:29.489331 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:42.047818 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-d4728b2b-46b7-42f6-a5b0-bb96cc79ab66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:44.749553 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1b1683ed-a879-45d7-bc77-1e063b7b0d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:45.721716 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:45.866675 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:46.479728 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:12:47.454925 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:12:59.490101 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:12.048082 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6f0caeae-e1e4-4a9f-9382-6632e40a8d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:14.749438 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-f5c36519-5614-4094-a6e3-557fb04a4abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:15.712711 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:15.868461 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:17.456283 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:23.478638 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:13:26.122055 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-deaf4c37-c7c2-4aed-9356-c5aa22c9e6b0 req-81d8ebb0-156a-47a1-a89f-9f1e4d72ee15 tempest-AttachVolumeNegativeTest-1957069257 tempest-AttachVolumeNegativeTest-1957069257-project] (94031) timed out ('10.222.0.32', 59290) {{(pid=94031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 07:13:27.057550 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-8a3e7953-6c41-4848-8b0e-e7390e6d28ff req-360056fc-e976-4402-8e79-1f74820ce6d4 service neutron] (94030) timed out ('10.222.0.32', 59286) {{(pid=94030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 07:13:29.489274 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:42.047460 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a7f84662-b0c8-407d-ab4e-7840fc3637d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:44.748712 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-81f5e56f-8b9c-4ddb-8ada-291e16486f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:45.713551 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:45.870441 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:47.458531 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:13:59.503218 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:00.476529 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:14:12.047466 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-a66d855c-c451-43cf-a798-432f05f6392c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:14.748061 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2a0fcdca-a849-4605-a38c-baa6928c64c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:15.718629 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:15.874354 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:17.462338 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:29.503310 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:37.475015 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:14:42.047351 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-05ea6557-6a7a-41eb-9c34-1edbd14f3d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:44.748638 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-4df02fe9-e272-4861-aa12-c36cf420be26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:45.721182 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:45.876115 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:47.465080 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:14:59.501119 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:12.048075 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-41c25fe7-18a2-4ca5-9546-f34bc7f370cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:14.473067 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:15:14.748211 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-0e371a78-7173-4141-8401-dcc64ea90e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:15.721414 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:15.879798 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:17.467271 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:29.517444 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:42.049035 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-1cadb664-27bb-47ca-b229-3c7eae6ce8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:44.747837 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-91dd5acd-b229-41f8-9f25-10352d18f944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:45.722616 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:45.881700 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:47.470243 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:15:51.472545 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:15:59.517082 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:12.049382 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ab560beb-1daf-4143-bc93-70b45a6063e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:14.747796 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-78ecd960-5cee-47fc-a1d2-ac5564761d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:15.723137 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:15.884233 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:17.474118 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:18.955382 dv-cinder-809944-1-iscsi neutron-server[94031]: DEBUG neutron.wsgi [req-bceed260-9411-49f2-84a5-76b2944b1a3c req-bf7fd6d8-71ee-423c-bf2d-b97590ca1e51 service neutron] (94031) timed out ('10.222.0.18', 44156) {{(pid=94031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 07:16:28.472006 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 19 07:16:29.534248 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:42.160682 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ee960a76-6cac-46d1-8fb3-79344fc92b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:43.569834 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-2e3db235-ee99-4413-8b56-237738255146 req-ef9e5884-27d2-4a85-8fbc-2515084146b8 tempest-AttachVolumeTestJSON-732278320 tempest-AttachVolumeTestJSON-732278320-project] (94030) timed out ('10.222.0.32', 59256) {{(pid=94030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 07:16:44.746984 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9908-bba0-4cf5-9df4-ef46d63c7728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:45.726425 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-95fc4ba8-8b86-4f4d-bfff-14d408f53c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:45.887541 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-6020cf2b-663e-4946-8d55-e55bdcb4e834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:46.669675 dv-cinder-809944-1-iscsi neutron-server[94030]: DEBUG neutron.wsgi [req-6dc2fe3a-51aa-4197-a408-7a2f97572188 req-1c74d243-a2ec-4720-a5e5-ed9695ba80fe service neutron] (94030) timed out ('10.222.0.18', 41368) {{(pid=94030) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 19 07:16:47.478064 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-856a26cb-4adf-4fb9-b2c6-83c66c55f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:16:59.529825 dv-cinder-809944-1-iscsi neutron-server[94032]: DEBUG neutron_lib.callbacks.manager [None req-ef17f9d1-06a4-48cc-9e08-d9a19578b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8795009143947', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1481682'] for agent, after_update {{(pid=94032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 19 07:17:05.470820 dv-cinder-809944-1-iscsi neutron-server[94033]: DEBUG neutron.db.agents_db [None req-e973f162-1100-434b-86bc-c4ae253aae5e None None] Agent healthcheck: found 6 active agents {{(pid=94033) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}